-- Logs begin at Wed 2022-03-23 10:09:51 UTC, end at Wed 2022-03-23 11:25:39 UTC. -- Mar 23 10:53:37.921511 dv-cinder-790535-33-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 23 10:53:40.819885 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.common.config [-] Logging enabled! Mar 23 10:53:40.820458 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev47 Mar 23 10:53:40.820602 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103428) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 10:53:40.823850 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.common.config [-] Logging enabled! Mar 23 10:53:40.824105 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev47 Mar 23 10:53:40.824413 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103428) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 10:53:40.825362 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 10:53:40.825601 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 10:53:40.825971 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 10:53:40.826219 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 10:53:40.826446 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 10:53:40.827198 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.827624 dv-cinder-790535-33-iscsi neutron-server[103428]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 23 10:53:40.827949 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.828248 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.828543 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.828838 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.829128 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.829432 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.829719 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.830013 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.830806 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.831097 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.831378 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.831674 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.831951 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.832233 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.832515 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.832794 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] debug = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.833070 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.833523 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.833941 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.834219 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.834505 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.834780 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.835050 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.835320 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.835602 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.835924 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] host = dv-cinder-790535-33-iscsi {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.836197 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.836481 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.836762 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.837043 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.837355 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.837616 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.837897 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.838165 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.838433 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] log_file = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.838702 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.838985 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.839266 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.839551 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.839775 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.839996 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.840278 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.840562 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.840833 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.841104 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.841400 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.841676 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.841946 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.842210 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.842489 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.842767 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.843046 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.843314 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.843580 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.843848 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.844113 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.844390 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.844656 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.844923 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.845209 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.845497 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.845764 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.846616 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.846914 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.847197 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.847477 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.847759 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.848029 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.848307 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.848574 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.848843 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.849109 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] use_json = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.849405 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.849672 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.849951 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.850221 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.850490 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.850759 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.851026 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.851305 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.851571 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:40.851870 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.852162 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.852455 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.852749 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.853034 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.853334 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.853619 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.853895 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.854180 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.854465 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.854750 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.855022 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.855316 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.855600 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.855892 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.856193 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.856485 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.856776 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.857049 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.857349 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.857621 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.857906 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.858181 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.858455 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.858739 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.859024 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.859298 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.859589 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.859876 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.860170 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.860457 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.860728 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.861003 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.861311 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.861608 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.861881 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.862155 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.862439 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.862713 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.862983 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.863269 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.863542 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.863815 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.864086 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.864361 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.864648 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.864923 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.865214 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.865485 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.865759 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.866028 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.866310 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.866584 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.866854 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.867121 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.867392 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.867660 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.867931 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.868204 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.868472 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.868744 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.869013 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.869300 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.869570 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.869838 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.870105 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.870372 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.870638 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.870908 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.871174 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.871438 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.871708 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.871975 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.872241 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.872521 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.872832 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.873082 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.873376 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.873652 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.873925 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.874198 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.874469 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.874739 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.875010 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.875274 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.875556 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.875833 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.876115 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.876409 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.876683 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.876974 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.877813 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.878092 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.878372 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.878648 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.878923 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.879206 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.879486 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.879779 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.880071 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.880362 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.880651 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.880942 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.881246 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.881554 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.881836 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:40.882053 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 10:53:40.882291 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103428) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 23 10:53:41.250463 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 23 10:53:41.250741 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 23 10:53:41.251046 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 23 10:53:41.251514 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 23 10:53:41.578973 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:41.579195 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:41.579467 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:41.580677 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:41.580947 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:41.581358 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:41.643243 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:41.643516 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:41.643784 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:41.658889 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:41.659179 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:41.659445 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:41.687823 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:41.688104 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:41.688373 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:41.831247 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:41.831856 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:41.831856 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.062362 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f297d92d310> agent after_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.062641 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f297d92d310> agent after_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.062906 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f297d92d3a0> segment precommit_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.063169 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f297d92d430> network precommit_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.063855 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f297d92f4c0> segment before_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.163375 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f297e9157c0>> network before_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.163629 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f297dc8fe50> agent before_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.163914 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f297e9157c0>> network before_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.164190 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f297e9157c0>> port before_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.164459 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f297e9157c0>> port before_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.164765 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f297e9157c0>> segment precommit_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.165023 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f297e9157c0>> segment precommit_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.165303 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f297e9157c0>> segment after_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.165560 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f297e9157c0>> segment after_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.165839 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f297e9157c0>> network after_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.166097 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f297e9157c0>> network precommit_delete 0 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.166359 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f297e9157c0>> port after_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.166611 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f297e9157c0>> port after_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.166860 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f297e9157c0>> port after_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.167113 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f297e9157c0>> port provisioning_complete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.167374 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f297e9157c0>> rbac-policy before_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.167628 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f297e9157c0>> rbac-policy after_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.167892 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f297e9157c0>> agent after_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.168155 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f297e9157c0>> subnet after_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.168413 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f297e9157c0>> subnet precommit_delete 0 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.168681 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f297e9157c0>> rbac-policy before_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.168931 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f297e9157c0>> rbac-policy before_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.169232 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f297e9157c0>> segment_host_mapping after_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.169605 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f297e9157c0>> rbac-policy before_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.169853 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f297e9157c0>> rbac-policy before_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.170095 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f297e9157c0>> rbac-policy before_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.170478 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103428) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 10:53:42.170718 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103428) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 10:53:42.170957 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103428) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 10:53:42.171191 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103428) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 10:53:42.171425 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103428) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 10:53:42.171659 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103428) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 10:53:42.172015 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 23 10:53:42.175231 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 23 10:53:42.179286 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 23 10:53:42.182982 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 23 10:53:42.184606 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 23 10:53:42.185068 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 23 10:53:42.185421 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 23 10:53:42.185799 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 23 10:53:42.188612 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 23 10:53:42.188864 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 23 10:53:42.189239 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 10:53:42.194099 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 23 10:53:42.218117 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 23 10:53:42.218620 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f297da49940>> qos_plugin after_init 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.218920 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103428) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 23 10:53:42.219287 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f297da49a60>> logging-plugin after_init 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.220667 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103428) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 23 10:53:42.221493 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 10:53:42.221749 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 23 10:53:42.225070 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f297da3a9d0>> floatingip before_response 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.225375 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f297da3a9d0>> port before_response 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:42.287980 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 23 10:53:42.288218 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 23 10:53:42.288452 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 23 10:53:42.288813 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 23 10:53:42.308578 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_db.sqlalchemy.engines [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103428) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 23 10:53:42.885515 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.managers [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Initializing driver for type 'gre' Mar 23 10:53:42.886140 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] gre ID ranges: [(1, 1000)] Mar 23 10:53:43.068385 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.managers [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Initializing driver for type 'local' Mar 23 10:53:43.068760 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.managers [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Initializing driver for type 'vlan' Mar 23 10:53:43.171118 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] VlanTypeDriver initialization complete Mar 23 10:53:43.171399 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.managers [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Initializing driver for type 'vxlan' Mar 23 10:53:43.171916 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] vxlan ID ranges: [(1, 1000)] Mar 23 10:53:43.350464 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.managers [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Initializing extension driver 'port_security' Mar 23 10:53:43.350813 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.extensions.port_security [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] PortSecurityExtensionDriver initialization complete Mar 23 10:53:43.351157 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.managers [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Initializing mechanism driver 'openvswitch' Mar 23 10:53:43.351490 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.managers [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Initializing mechanism driver 'hyperv' Mar 23 10:53:43.358253 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.plugins.ml2.plugin [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:43.358943 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f297db7d9d0>> port after_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.359334 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f297db7d9d0>> port after_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.365136 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f297db7d9d0>> port after_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.365136 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103428) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 10:53:43.365136 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f297d483f70>> subnet after_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.365136 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f297d483f70>> subnet after_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.365136 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f297d483f70>> subnet after_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.365524 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103428) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 10:53:43.365524 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f297d4964f0>> network after_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.365524 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f297d4964f0>> network after_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.365524 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f297d4964f0>> network after_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.365524 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103428) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 10:53:43.365802 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f297d496a60>> security_group after_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.365802 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f297d496a60>> security_group after_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.365802 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f297d496a60>> security_group after_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.365802 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103428) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 10:53:43.366031 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f297d4bfe80>> security_group_rule after_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.366352 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f297d4bfe80>> security_group_rule after_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.366707 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f297d4bfe80>> security_group_rule after_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.367115 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103428) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 10:53:43.367533 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f297d49e220>> address_group after_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.367920 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f297d49e220>> address_group after_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.368308 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f297d49e220>> address_group after_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.368714 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103428) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 10:53:43.369196 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] ML2 OVO RPC backend initialized. {{(pid=103428) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 23 10:53:43.369914 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f297d49e940>> router_interface after_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.370281 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f297d49e940>> router_interface after_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.370709 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f297d49e940>> network before_response 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.371068 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f297d49e940>> networks before_response 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.371427 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f297d49e940>> port before_response 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.371780 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f297d49e940>> ports before_response 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.372134 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f297d49e940>> subnet before_response 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.372539 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f297d49e940>> subnets before_response 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.372932 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f297d49e940>> network after_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.373318 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f297d49e940>> network after_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.373667 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f297d49e940>> network after_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.374017 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f297d49e940>> port after_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.374364 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f297d49e940>> port after_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.374712 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f297d49e940>> port after_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.375061 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f297d49e940>> subnet after_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.375415 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f297d49e940>> subnet after_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.375760 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f297d49e940>> subnet after_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.383212 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.quota [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f297d49eac0>. Mar 23 10:53:43.383592 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.plugin [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Modular L2 Plugin initialization complete Mar 23 10:53:43.384024 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading services supported by the core plugin {{(pid=103428) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 23 10:53:43.384381 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.plugins.ml2.managers [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Got port-security extension from driver 'port_security' Mar 23 10:53:43.384871 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.extensions.vlantransparent [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Disabled vlantransparent extension. Mar 23 10:53:43.385396 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103428) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 23 10:53:43.385734 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading Plugin: router Mar 23 10:53:43.421773 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f297d49ea30>> router_interface before_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.422126 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f297d49ea30>> router after_create 55549900 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.422523 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f297d49ea30>> router before_create 55549900 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.422878 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f297d49ea30>> router_interface before_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.423264 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f297d49ea30>> router_interface after_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.423628 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f297d49ea30>> router after_delete 55549900 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.424779 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f297d49ea30>> floatingip after_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.424993 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f297d49ea30>> floatingip after_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.425390 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f297d49ea30>> router after_create 55549900 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.425751 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f297d49ea30>> router after_update 55549900 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.426112 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f297d49ea30>> router after_update 55549900 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.426471 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f297d49ea30>> router_gateway after_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.426844 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f297d49ea30>> router after_update 55549900 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.427264 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f297d49ea30>> router precommit_update 55549900 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.427647 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f297dc5a940> port after_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.427996 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f297dc5a820> port after_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.428342 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f297dc5a8b0> subnet after_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.428697 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f297dc5a9d0> subnetpool_address_scope after_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.429056 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f297d49ea30>> port precommit_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.429436 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f297d49ea30>> router precommit_create 55549900 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.429793 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f297dc3f1f0> port before_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.430148 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f297d49ea30>> router precommit_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.430513 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f297d49ea30>> router after_update 55549900 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.430964 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f297d49ea30>> router precommit_delete 55549900 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.431357 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f297d49ea30>> router precommit_create 55549900 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.431778 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f297d49ea30>> router_interface after_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.432135 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f297d49ea30>> router precommit_update 55549900 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.432574 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f297d49ea30>> agent after_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.432997 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f297d49ea30>> agent after_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.433435 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f297d49ea30>> network after_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.434309 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Tracking information for resource: router configured {{(pid=103428) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 10:53:43.434747 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Tracking information for resource: floatingip configured {{(pid=103428) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 10:53:43.439856 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.db.l3_agentschedulers_db [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 23 10:53:43.440451 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f297d4340d0> port after_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.440825 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f297d42cf70> port after_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.441270 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <function _notify_port_delete at 0x7f297d434040> port after_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.441586 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f297d4341f0> port after_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.442394 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f297d444b50>> router before_create 55550100 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.442767 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f297d444b50>> router precommit_delete 55550100 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.443135 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f297d444b50>> router precommit_create 55550100 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.443498 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f297d444b50>> router precommit_update 55550100 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.448424 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.services.provider_configuration [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Service providers = [] {{(pid=103428) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 23 10:53:43.448804 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.db.servicetype_db [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103428) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 23 10:53:43.451841 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.services.service_base [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103428) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 10:53:43.452203 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.services.service_base [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103428) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 10:53:43.452555 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.services.service_base [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103428) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 10:53:43.453493 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.services.service_base [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103428) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 10:53:43.453874 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.services.service_base [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 23 10:53:43.454264 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103428) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 10:53:43.454590 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 23 10:53:43.465257 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103428) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 10:53:43.465611 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading Plugin: auto_allocate Mar 23 10:53:43.472276 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f297d3b3430> network precommit_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.472657 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f297d3b3430> network precommit_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.473223 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103428) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 10:53:43.473556 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading Plugin: tag Mar 23 10:53:43.480279 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103428) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 10:53:43.480623 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading Plugin: timestamp Mar 23 10:53:43.484703 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103428) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 10:53:43.485048 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading Plugin: network_ip_availability Mar 23 10:53:43.491174 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f297d3b2520>> rbac-policy before_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.491555 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f297d3b2520>> rbac-policy before_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.491921 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f297d3b2520>> rbac-policy before_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.492644 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103428) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 10:53:43.492974 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading Plugin: flavors Mar 23 10:53:43.497835 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103428) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 10:53:43.498183 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading Plugin: revisions Mar 23 10:53:43.502610 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103428) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 10:53:43.503017 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_concurrency.lockutils [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.252s {{(pid=103428) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 23 10:53:43.503778 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103428) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 23 10:53:43.504124 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Initializing extension manager. Mar 23 10:53:43.504657 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: __init__.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.505006 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: __pycache__ {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.505379 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: address_group.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.506149 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.506731 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: address-group Mar 23 10:53:43.507067 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: address_scope.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.507794 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.508320 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: address-scope Mar 23 10:53:43.508654 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: admin_state_down_before_update.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.509804 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.510325 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: router-admin-state-down-before-update Mar 23 10:53:43.510659 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: agent.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.511371 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.511889 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: agent Mar 23 10:53:43.512221 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: agent_resources_synced.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.513160 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.513690 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: agent-resources-synced Mar 23 10:53:43.514024 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: allowedaddresspairs.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.516091 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.516616 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: allowed-address-pairs Mar 23 10:53:43.516950 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: auto_allocated_topology.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.518610 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.519133 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: auto-allocated-topology Mar 23 10:53:43.519471 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: availability_zone.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.520177 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.520690 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: availability_zone Mar 23 10:53:43.521022 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: availability_zone_filter.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.521982 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.522499 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: availability_zone_filter Mar 23 10:53:43.522832 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: data_plane_status.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.523761 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.524275 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension data-plane-status not supported by any of loaded plugins Mar 23 10:53:43.524607 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: default_subnetpools.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.525578 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.526109 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: default-subnetpools Mar 23 10:53:43.526443 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: dhcpagentscheduler.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.527272 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.527788 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: dhcp_agent_scheduler Mar 23 10:53:43.528117 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: dns.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.529056 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.529602 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension dns-integration not supported by any of loaded plugins Mar 23 10:53:43.529932 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: dns_domain_ports.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.530866 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.531381 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 23 10:53:43.531710 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.532652 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.533170 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 23 10:53:43.534053 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: dvr.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.534774 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.535295 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: dvr Mar 23 10:53:43.535624 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: ecmp_routes.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.536580 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.537095 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension ecmp_routes not supported by any of loaded plugins Mar 23 10:53:43.537451 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: empty_string_filtering.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.538384 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.538902 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: empty-string-filtering Mar 23 10:53:43.539231 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.540166 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.540673 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 23 10:53:43.541001 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.541964 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.542473 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 23 10:53:43.542803 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: external_net.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.543745 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.544262 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: external-net Mar 23 10:53:43.544593 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: extra_dhcp_opt.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.545566 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.546083 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: extra_dhcp_opt Mar 23 10:53:43.546412 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: extraroute.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.547335 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.547846 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: extraroute Mar 23 10:53:43.548178 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: extraroute_atomic.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.549302 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.549815 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: extraroute-atomic Mar 23 10:53:43.550148 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: filter_validation.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.550827 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.551333 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: filter-validation Mar 23 10:53:43.551664 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: fip_pf_description.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.552587 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.553095 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 23 10:53:43.553452 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: fip_pf_port_range.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.554389 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.554904 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 23 10:53:43.555236 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: fip_port_details.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.556171 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.556684 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: fip-port-details Mar 23 10:53:43.557013 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: flavors.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.558303 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.558838 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: flavors Mar 23 10:53:43.559172 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.560888 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.561451 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 23 10:53:43.561792 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: floatingip_pools.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.562503 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.563021 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: floatingip-pools Mar 23 10:53:43.563355 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: ip_allocation.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.564295 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.564835 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension ip_allocation not supported by any of loaded plugins Mar 23 10:53:43.565191 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.566131 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.566649 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: ip-substring-filtering Mar 23 10:53:43.566981 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: l2_adjacency.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.567936 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.568449 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension l2_adjacency not supported by any of loaded plugins Mar 23 10:53:43.568779 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: l3.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.571371 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.571920 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: router Mar 23 10:53:43.572265 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: l3_conntrack_helper.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.574598 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.575142 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 23 10:53:43.575485 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.576434 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.576964 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: ext-gw-mode Mar 23 10:53:43.577338 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.578294 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.578824 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: l3-ha Mar 23 10:53:43.579159 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.580097 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.581142 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 23 10:53:43.581498 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: l3_flavors.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.582444 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.582965 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: l3-flavors Mar 23 10:53:43.583299 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: l3_ndp_proxy.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.584714 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.585279 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 23 10:53:43.585619 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.586562 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.587081 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: l3-port-ip-change-not-allowed Mar 23 10:53:43.587415 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: l3agentscheduler.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.588471 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.588999 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: l3_agent_scheduler Mar 23 10:53:43.589365 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: local_ip.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.591196 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.591723 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension local_ip not supported by any of loaded plugins Mar 23 10:53:43.592064 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: logging.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.593605 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.594281 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension logging not supported by any of loaded plugins Mar 23 10:53:43.594623 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: metering.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.595377 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.596534 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: metering Mar 23 10:53:43.596874 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.598036 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.598564 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: metering_source_and_destination_fields Mar 23 10:53:43.598902 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: multiprovidernet.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.599850 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.600377 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: multi-provider Mar 23 10:53:43.600711 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: netmtu.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.601741 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.602269 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: net-mtu Mar 23 10:53:43.602603 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: netmtu_writable.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.603541 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.604059 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: net-mtu-writable Mar 23 10:53:43.604390 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: network_availability_zone.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.605070 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.605617 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: network_availability_zone Mar 23 10:53:43.605947 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: network_ip_availability.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.607155 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.607677 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: network-ip-availability Mar 23 10:53:43.608008 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: network_segment_range.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.608785 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.609332 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension network-segment-range not supported by any of loaded plugins Mar 23 10:53:43.609665 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: pagination.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.610818 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.611158 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: pagination Mar 23 10:53:43.611510 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: port_device_profile.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.612982 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.612982 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: port-device-profile Mar 23 10:53:43.613479 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.614687 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.615563 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: port-mac-address-regenerate Mar 23 10:53:43.615970 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.617651 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.618542 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: port-numa-affinity-policy Mar 23 10:53:43.619123 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: port_resource_request.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.620096 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.620616 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension port-resource-request not supported by any of loaded plugins Mar 23 10:53:43.620951 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: port_resource_request_groups.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.621990 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.622508 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 23 10:53:43.622841 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: portbindings.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.623797 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.624311 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: binding Mar 23 10:53:43.624644 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: portbindings_extended.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.625980 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.626504 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: binding-extended Mar 23 10:53:43.626841 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: portsecurity.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.627801 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.628619 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: port-security Mar 23 10:53:43.628954 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: project_id.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.629992 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.630366 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: project-id Mar 23 10:53:43.630705 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: providernet.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.631639 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.632158 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: provider Mar 23 10:53:43.632494 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: qos.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.636187 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.636725 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension qos not supported by any of loaded plugins Mar 23 10:53:43.637072 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.638384 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.638912 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 23 10:53:43.639252 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.640456 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.640987 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 23 10:53:43.641368 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: qos_default.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.642324 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.643374 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension qos-default not supported by any of loaded plugins Mar 23 10:53:43.643712 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: qos_fip.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.644658 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.645212 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension qos-fip not supported by any of loaded plugins Mar 23 10:53:43.645552 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: qos_fip_network_policy.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.646491 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.647015 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 23 10:53:43.647351 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: qos_gateway_ip.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.648300 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.648822 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 23 10:53:43.649166 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: qos_port_network_policy.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.650120 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.650641 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 23 10:53:43.650976 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.652044 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.652568 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 23 10:53:43.652903 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.654003 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.654526 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 23 10:53:43.654863 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: qos_pps_rule.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.656076 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.656603 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension qos-pps not supported by any of loaded plugins Mar 23 10:53:43.656943 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: qos_rule_type_details.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.657927 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.659104 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 23 10:53:43.659444 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: qos_rule_type_filter.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.660389 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.660917 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 23 10:53:43.661295 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: qos_rules_alias.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.662365 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.662889 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 23 10:53:43.663225 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: quota_check_limit.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.664167 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.664692 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: quota-check-limit Mar 23 10:53:43.665028 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: quotasv2.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.666035 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.666372 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: quotas Mar 23 10:53:43.666702 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: quotasv2_detail.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.668562 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.668912 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: quota_details Mar 23 10:53:43.669293 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: rbac.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.670380 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.670913 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: rbac-policies Mar 23 10:53:43.671251 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: rbac_address_group.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.672246 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.672734 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: rbac-address-group Mar 23 10:53:43.673069 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: rbac_address_scope.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.674067 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.674594 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: rbac-address-scope Mar 23 10:53:43.674928 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: rbac_security_groups.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.675944 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.676467 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: rbac-security-groups Mar 23 10:53:43.676801 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: rbac_subnetpool.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.677778 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.678299 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: rbac-subnetpool Mar 23 10:53:43.678632 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: revisionifmatch.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.679577 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.680102 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: revision-if-match Mar 23 10:53:43.680435 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: revisions.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.681605 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.682135 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: standard-attr-revisions Mar 23 10:53:43.682472 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: router_availability_zone.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.683159 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.683679 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: router_availability_zone Mar 23 10:53:43.684012 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: routerservicetype.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.684953 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.685507 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension router-service-type not supported by any of loaded plugins Mar 23 10:53:43.685841 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.686785 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.687307 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: security-groups-normalized-cidr Mar 23 10:53:43.687637 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: security_groups_port_filtering.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.688586 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.689109 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: port-security-groups-filtering Mar 23 10:53:43.689467 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.690467 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.690986 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: security-groups-remote-address-group Mar 23 10:53:43.691317 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.692266 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.692785 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: security-groups-shared-filtering Mar 23 10:53:43.693115 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.693733 dv-cinder-790535-33-iscsi neutron-server[103428]: WARNING neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 23 10:53:43.694062 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: securitygroup.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.703726 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.704272 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: security-group Mar 23 10:53:43.704619 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: segment.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.705916 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.706440 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension segment not supported by any of loaded plugins Mar 23 10:53:43.706783 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.707755 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.708276 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 23 10:53:43.708617 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: servicetype.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.709798 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.710327 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: service-type Mar 23 10:53:43.710673 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: sorting.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.711674 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.712014 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: sorting Mar 23 10:53:43.712346 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: standard_attr_segment.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.713326 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.713854 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 23 10:53:43.714190 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: standardattrdescription.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.714873 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.715399 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: standard-attr-description Mar 23 10:53:43.715732 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: stateful_security_group.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.716760 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.717329 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: stateful-security-group Mar 23 10:53:43.717664 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: stdattrs_common.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.718243 dv-cinder-790535-33-iscsi neutron-server[103428]: WARNING neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 23 10:53:43.718578 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.719670 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.720205 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 23 10:53:43.720542 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: subnet_onboard.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.725445 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.725995 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: subnet_onboard Mar 23 10:53:43.726337 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.727308 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.727827 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 23 10:53:43.728161 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: subnet_service_types.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.729110 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.729657 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: subnet-service-types Mar 23 10:53:43.729988 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: subnetallocation.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.731111 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.731637 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: subnet_allocation Mar 23 10:53:43.731970 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.732650 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.733186 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: subnetpool-prefix-ops Mar 23 10:53:43.733520 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.734478 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.734989 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 23 10:53:43.735318 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: tagging.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.736397 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.736959 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: standard-attr-tag Mar 23 10:53:43.737319 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: timestamp.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.738562 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.739097 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loaded extension: standard-attr-timestamp Mar 23 10:53:43.739437 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: trunk.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.740503 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.741030 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension trunk not supported by any of loaded plugins Mar 23 10:53:43.741402 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: trunk_details.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.742346 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.742868 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension trunk-details not supported by any of loaded plugins Mar 23 10:53:43.743203 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: uplink_status_propagation.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.744153 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.744672 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 23 10:53:43.745006 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Loading extension file: vlantransparent.py {{(pid=103428) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:53:43.745714 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103428) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:53:43.746232 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extension vlan-transparent not supported by any of loaded plugins Mar 23 10:53:43.748757 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Creating instance of TrackedResource for resource:network Mar 23 10:53:43.749327 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Creating instance of TrackedResource for resource:subnet Mar 23 10:53:43.749738 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 10:53:43.750139 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Creating instance of TrackedResource for resource:port Mar 23 10:53:43.751424 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.v2.resource_helper [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:53:43.751871 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.v2.resource_helper [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Service FLAVORS assigned prefix: {{(pid=103428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:53:43.752523 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.v2.resource_helper [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:53:43.752960 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.v2.resource_helper [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:53:43.753333 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Creating instance of TrackedResource for resource:router Mar 23 10:53:43.753772 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Creating instance of TrackedResource for resource:floatingip Mar 23 10:53:43.754292 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.v2.resource_helper [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Service METERING assigned prefix: /metering {{(pid=103428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:53:43.755737 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f297d2d3400>> rbac-policy before_create 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.756124 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f297d2d3400>> rbac-policy before_update 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.756487 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f297d2d3400>> rbac-policy before_delete 55550000 {{(pid=103428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:53:43.757528 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 10:53:43.757985 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Creating instance of TrackedResource for resource:security_group Mar 23 10:53:43.758436 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 10:53:43.759041 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.v2.resource_helper [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Service CORE assigned prefix: {{(pid=103428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:53:43.759382 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 10:53:43.759742 dv-cinder-790535-33-iscsi neutron-server[103428]: WARNING neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] subnetpool is already registered Mar 23 10:53:43.760180 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.v2.resource_helper [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Service CORE assigned prefix: {{(pid=103428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:53:43.760516 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 10:53:43.760855 dv-cinder-790535-33-iscsi neutron-server[103428]: WARNING neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] subnetpool is already registered Mar 23 10:53:43.763170 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.v2.resource_helper [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:53:43.763619 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.v2.resource_helper [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Service FLAVORS assigned prefix: {{(pid=103428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:53:43.764219 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.v2.resource_helper [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:53:43.764916 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.v2.resource_helper [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:53:43.765300 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Creating instance of TrackedResource for resource:router Mar 23 10:53:43.765652 dv-cinder-790535-33-iscsi neutron-server[103428]: WARNING neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] router is already registered Mar 23 10:53:43.766072 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Creating instance of TrackedResource for resource:floatingip Mar 23 10:53:43.766416 dv-cinder-790535-33-iscsi neutron-server[103428]: WARNING neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] floatingip is already registered Mar 23 10:53:43.766879 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.v2.resource_helper [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Service METERING assigned prefix: /metering {{(pid=103428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:53:43.767549 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 10:53:43.768404 dv-cinder-790535-33-iscsi neutron-server[103428]: WARNING neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] rbac_policy is already registered Mar 23 10:53:43.768829 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Creating instance of TrackedResource for resource:security_group Mar 23 10:53:43.769190 dv-cinder-790535-33-iscsi neutron-server[103428]: WARNING neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] security_group is already registered Mar 23 10:53:43.769604 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 10:53:43.769943 dv-cinder-790535-33-iscsi neutron-server[103428]: WARNING neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] security_group_rule is already registered Mar 23 10:53:43.770575 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.v2.resource_helper [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Service CORE assigned prefix: {{(pid=103428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:53:43.770914 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 10:53:43.771257 dv-cinder-790535-33-iscsi neutron-server[103428]: WARNING neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] subnetpool is already registered Mar 23 10:53:43.771687 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.v2.resource_helper [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Service CORE assigned prefix: {{(pid=103428) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:53:43.772024 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 10:53:43.772363 dv-cinder-790535-33-iscsi neutron-server[103428]: WARNING neutron.quota.resource_registry [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] subnetpool is already registered Mar 23 10:53:43.772837 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: extensions {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.774384 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: address-groups {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.775881 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: address-scopes {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.777210 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: agents {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.778383 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: auto-allocated-topology {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.779612 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: availability_zones {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.780847 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: dhcp-networks {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.782398 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: dhcp-agents {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.784415 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: routers {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.786665 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: flavors {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.787843 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: service_profiles {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.789077 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: next_providers {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.790547 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: service_profiles {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.793048 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: floatingip-pools {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.795304 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: routers {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.797473 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: floatingips {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.798769 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: l3-routers {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.800149 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: l3-agents {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.801583 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: metering-labels {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.802938 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: metering-label-rules {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.804215 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: network-ip-availabilities {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.805511 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: bindings {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.807155 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: quotas {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.808766 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: quotas {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.810331 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: rbac-policies {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.811620 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: security-groups {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.812851 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: security-group-rules {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.814137 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: service-providers {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.815348 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: subnetpools {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.816762 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: subnetpools {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.818253 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: tags {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.834085 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: tags {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.834085 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: tags {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.834085 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: tags {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.834085 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: tags {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.834085 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: tags {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.834085 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: tags {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.834085 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: tags {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.834540 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: tags {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.834832 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron.api.extensions [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Extended resource: tags {{(pid=103428) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:53:43.840735 dv-cinder-790535-33-iscsi neutron-server[103428]: WARNING keystonemiddleware.auth_token [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 23 10:53:43.845487 dv-cinder-790535-33-iscsi neutron-server[103428]: WARNING keystonemiddleware.auth_token [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 23 10:53:43.854780 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_concurrency.lockutils [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Acquired lock "singleton_lock" {{(pid=103428) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 23 10:53:43.855255 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_concurrency.lockutils [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Releasing lock "singleton_lock" {{(pid=103428) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 23 10:53:43.855921 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO oslo_service.service [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Starting 2 workers Mar 23 10:53:43.860860 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Started child 103539 {{(pid=103428) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 10:53:43.865632 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Started child 103540 {{(pid=103428) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 10:53:43.866459 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:53:43.867240 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO neutron.service [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Neutron service started, listening on 0.0.0.0:9696 Mar 23 10:53:43.867904 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Publish callbacks [] for process (None), before_spawn {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:53:43.868024 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [-] (103539) wsgi starting up on http://0.0.0.0:9696 Mar 23 10:53:43.870480 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO oslo_service.service [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Starting 1 workers Mar 23 10:53:43.870665 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:53:43.872057 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [-] (103540) wsgi starting up on http://0.0.0.0:9696 Mar 23 10:53:43.875778 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Started child 103541 {{(pid=103428) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 10:53:43.876353 dv-cinder-790535-33-iscsi neutron-server[103428]: INFO oslo_service.service [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Starting 1 workers Mar 23 10:53:43.880145 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.service [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] calling RpcWorker wait() {{(pid=103541) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 23 10:53:43.880713 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.service [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] returning from RpcWorker wait() {{(pid=103541) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 23 10:53:43.881483 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Started child 103542 {{(pid=103428) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 10:53:43.882034 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:53:43.882299 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG neutron_lib.callbacks.manager [None req-0272d3e8-1a4d-4524-840d-22a7baf8d24c None None] Publish callbacks [] for process (None), after_spawn {{(pid=103428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:53:43.882482 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:43.884232 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103428) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 10:53:43.884447 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 10:53:43.884643 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 10:53:43.884871 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 10:53:43.885253 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 10:53:43.885422 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 10:53:43.885933 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.886445 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.886445 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.886565 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:53:43.886944 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.887023 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.887606 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:43.887700 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.887859 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.888113 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.888374 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.888608 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.888779 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.888945 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.889375 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.889880 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.890497 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.890497 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.890717 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.891103 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.891200 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.891413 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.891690 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.891935 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.892210 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] debug = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.892463 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.893539 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.893777 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.894022 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.894250 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.894557 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.894794 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.895074 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.895315 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.895566 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.895831 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.896083 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.896320 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.896555 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.896819 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.897034 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.897302 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.897545 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.897994 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] host = dv-cinder-790535-33-iscsi {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.898242 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.898481 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.898710 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.898958 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.899204 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.899436 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.899704 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.900012 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.900218 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.900467 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.900721 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.900953 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.901213 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.901476 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] log_file = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.901645 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] log_options = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.901932 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.902169 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.902461 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.902614 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.902782 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.902942 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.903204 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.903372 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.903648 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.903866 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.904083 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.904324 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.904623 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.904786 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.905033 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.905272 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.905512 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.905724 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.914515 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.914515 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.914515 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.914515 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.914515 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.914515 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.914515 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.914515 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.915158 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.915158 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.915158 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.915158 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.915158 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.915158 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.915158 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.915158 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.915696 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.915696 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.915696 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.915696 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.915696 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.915696 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.915696 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.915696 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.916242 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.916242 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.916242 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.916242 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.916242 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] use_json = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.916242 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.916242 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.916242 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.916242 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.916833 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.916833 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.916833 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.916833 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.916833 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.916833 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.916833 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.916833 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.917420 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.917420 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.917420 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.917420 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.917420 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.917420 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.917420 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.917888 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.917888 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.918099 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.918370 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.918633 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.918975 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.919215 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.919497 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.919719 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.919959 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.920348 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.920494 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.922058 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.922058 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.922058 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.922474 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.922690 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.923004 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.923301 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.923661 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.923944 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.924231 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.924500 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.924749 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.924983 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.925331 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.925572 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.925826 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.926035 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.926302 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.926532 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.926769 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.927006 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.927240 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.927475 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.927877 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.928119 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.928405 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.928638 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.928876 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.929100 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.929340 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.929555 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.929772 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.930017 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.930248 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.930508 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.930779 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.931000 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.931214 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.931425 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.931645 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.931889 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.932124 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.932477 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.932661 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.932909 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.933121 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.937854 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.937854 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.937854 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.937854 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.937854 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.937854 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.937854 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.937854 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.937854 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.938418 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.938418 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.938418 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.938418 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.938418 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.938418 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.938418 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.938418 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.938418 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.938961 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.938961 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.938961 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.938961 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.938961 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.938961 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.939296 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.939392 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.940201 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.940364 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.940627 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.940842 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.941091 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.941367 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.941587 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.941807 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.942057 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.942302 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.942629 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.942854 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.943070 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.943336 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.943555 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.943773 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.944031 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.944290 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.944495 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.944710 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.944995 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.945278 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.945534 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.945766 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.946026 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.946297 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.946523 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.946802 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.947038 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.947331 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.947614 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.947986 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.948257 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.948523 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.948760 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.949014 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.949290 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.949554 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.949781 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.950040 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.950274 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.950526 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.950770 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.950983 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.951218 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.951535 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.951803 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.952015 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.952242 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.952521 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.952763 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.953009 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.953294 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.953539 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.953767 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.954005 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.954255 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.954497 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.954744 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.954968 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.955177 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.956021 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.956237 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.956486 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.956685 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.956902 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.957171 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.957395 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.957636 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.957849 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.960489 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.960489 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.960489 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.960489 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.960489 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.960489 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.960489 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.960489 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.961095 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.961095 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.961095 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.961095 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.961095 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.961095 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.961600 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.961600 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.961740 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.961931 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.962161 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.962399 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.962629 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.962858 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.963072 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.963290 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.963521 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.963754 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.963974 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.964193 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.964434 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.964678 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.964999 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.965287 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.965516 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.965774 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.966018 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.966231 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.966446 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.966668 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.966906 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.967122 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.967362 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.967579 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.967795 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.968007 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.968224 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.968457 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.968713 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.968966 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.969232 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.969450 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.969675 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.969890 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.970104 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.970317 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.970530 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.970736 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.970970 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.971182 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.971404 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.971691 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.971938 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.972180 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.972441 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.972671 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.972927 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.973190 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.973391 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.973598 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.973816 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.974029 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.974239 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.974463 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.974670 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.974875 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.975094 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.975327 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.975553 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.975807 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.976012 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.976217 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.976454 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.976667 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.976871 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.977091 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.977334 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.977542 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.977786 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.978020 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.978227 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.978525 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.978653 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.979813 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.980082 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.980306 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.980523 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.981078 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.981078 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.981424 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.981592 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.981825 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.982071 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.982314 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.982628 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.982844 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.983099 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.983319 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.983539 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.983776 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.984273 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.984368 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.984619 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.984863 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.985111 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.985434 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.985726 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.986001 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.986210 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.986518 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.986841 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.987106 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.987368 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.987607 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.987849 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.988098 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.988309 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.988535 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.988754 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.988964 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.989240 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.989467 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.989688 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.989899 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.990121 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.990334 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.990560 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.990790 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.990992 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.991204 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:43.991358 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 10:53:43.991893 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103428) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 10:53:43.992052 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 10:53:43.992205 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 10:53:43.992372 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 10:53:43.992540 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 10:53:43.992697 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 10:53:43.992984 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.993113 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.993307 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.993466 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.993623 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.993803 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.993962 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.994121 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.994269 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.994425 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.994581 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.994761 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.994917 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.995073 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.995233 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.995395 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.995539 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.995704 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.995853 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.996023 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.996163 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.996320 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.996475 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] debug = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.996632 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.997198 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.997198 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.997198 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.997475 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.997475 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.997617 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.997744 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.997899 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.998055 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.998211 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.998370 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.998527 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.998832 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.999134 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.999308 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.999454 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.999609 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.999766 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] host = dv-cinder-790535-33-iscsi {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:43.999923 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.000081 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.000238 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.000399 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.000557 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.001215 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.001215 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.001215 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.001551 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.001551 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.001781 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.001781 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.002763 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.002918 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] log_file = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.003110 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] log_options = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.003250 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.003395 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.003521 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.003678 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.003841 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.003998 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.004153 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.004309 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.004466 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.004620 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.004773 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.004929 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.005086 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.005265 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.005442 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.005570 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.005902 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.005902 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.006067 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.006138 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.006289 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.006444 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.006604 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.006761 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.006916 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.007076 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.007232 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.007388 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.007543 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.007699 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.007855 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.008011 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.008168 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.008325 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.008481 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.008637 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.008794 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.008950 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.009111 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.009289 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.009446 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.012299 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.012299 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.012299 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.012299 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.012299 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.012299 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] use_json = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.012299 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.012299 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.012299 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.012826 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.012826 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.012826 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.012826 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.012826 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.012826 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:53:44.012826 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.012826 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.013305 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.013305 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.013305 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.013305 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.013305 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.013305 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.013305 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.013305 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.013781 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.013781 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.013781 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.013781 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.014105 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.014105 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.014245 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.014320 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.014480 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.014894 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.015055 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.015212 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.015382 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.015540 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.015674 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.015830 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.015987 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.016158 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.016313 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.016509 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.016638 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.016790 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.016928 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.017084 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.017257 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.017397 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.017557 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.017730 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.018479 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.018610 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.018769 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.018927 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.019086 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.019246 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.019406 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.019566 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.019725 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.019885 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.020044 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.020204 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.020363 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.020522 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.020682 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.020846 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.021006 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.021182 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.021346 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.021515 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.021674 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.021834 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.022147 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.022147 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.022293 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.022440 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.022598 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.022757 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.022915 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.023073 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.023243 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.023407 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.023567 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.023728 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.023878 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.024036 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.024195 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.024354 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.024513 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.024598 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:44.024684 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.024818 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.024976 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.025135 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.025313 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.025473 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.025631 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.025789 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.025948 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.026106 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.026264 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.026437 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.026581 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.026739 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.026906 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.027077 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.027235 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.028282 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.028446 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.028604 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.028764 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.028922 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.029082 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.029259 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.029535 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.029648 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.029731 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.029889 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.030046 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.030201 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.030505 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.030817 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.030977 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.031136 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.031448 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.031448 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.031596 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.031736 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.031895 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.032052 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.032210 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.032369 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.032536 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.032694 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.033034 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.033034 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.033227 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.033363 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.033530 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.033693 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.034029 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.034029 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.034214 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.034294 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.034569 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.034569 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.034756 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.034903 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.035072 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.035230 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.035388 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.035546 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.035724 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.036033 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.036193 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.036352 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.036510 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.036671 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.036829 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.036973 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.037134 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.037314 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.037474 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.037633 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.037790 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.037948 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.040940 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.040940 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.040940 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.040940 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.040940 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.040940 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.040940 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.040940 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.041735 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.041735 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.041735 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.041735 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.041735 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.041735 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.041735 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.041735 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.042249 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.042249 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.042249 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.042249 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.042249 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.042249 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.042249 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.042249 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.042690 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.042690 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.042690 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.042690 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.042690 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.042690 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.042690 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.042690 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.043412 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.043412 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.043412 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.043412 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.043412 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.043796 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.043796 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.044031 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.044031 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.044182 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.044311 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.044470 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.044631 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.044790 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.044948 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.045106 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.045287 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.045447 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.045605 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.045766 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.045923 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.046083 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.046241 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.046399 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.046557 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.046719 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.046867 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.047030 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.047186 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.047348 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.047506 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.047664 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.047821 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.047979 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.048136 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.048295 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.048454 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.048612 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.048783 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.048942 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.049125 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.049304 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.049465 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.049624 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.049793 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.049951 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.050110 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.050269 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.050427 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.050589 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.050757 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.050915 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.051108 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.051233 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.051468 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.051784 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.051911 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.052270 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.052432 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.052616 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.052980 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.052980 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.053108 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.053234 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.053413 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.053539 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.053697 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.053856 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.054037 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.054380 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.054380 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.054541 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.054619 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.054767 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.054934 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.055093 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.055251 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.055415 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.055574 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.055731 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.055890 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.056060 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.056220 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.056381 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.056540 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.056693 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.056851 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.057011 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.057192 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.057363 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.057760 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.057760 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.057913 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.058062 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.058163 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.058303 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.058466 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.058636 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.058794 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.058953 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.059113 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.059271 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.059431 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.059589 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.059747 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.059906 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.060064 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.060222 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.060405 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.060544 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.060702 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.060861 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.061020 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.061196 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.061357 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.061518 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.061675 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:53:44.061832 dv-cinder-790535-33-iscsi neutron-server[103428]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103428) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 10:53:44.099811 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 44870) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:53:44.108379 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063725 Mar 23 10:53:55.709044 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed20b6f-4161-408d-b4b8-6cc9012d0d8a None None] get_active_networks_info from dv-cinder-790535-33-iscsi {{(pid=103541) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 10:53:55.788093 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed20b6f-4161-408d-b4b8-6cc9012d0d8a None None] No non-hosted networks {{(pid=103541) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 23 10:53:55.796313 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.agentschedulers_db [None req-9ed20b6f-4161-408d-b4b8-6cc9012d0d8a None None] DHCP Agent not found on host dv-cinder-790535-33-iscsi {{(pid=103541) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 23 10:53:55.949329 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e9cc-426d-4367-83c4-00ed719b0577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589601'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:53:57.811912 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8559c437-a40c-4423-9c64-f52e4ac4c9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589601'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:53:57.854534 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.db.api [None req-f9d062ec-31be-41b6-845d-119f4156f4ad None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-790535-33-iscsi {{(pid=103541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:53:57.855235 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG oslo_db.api [None req-f9d062ec-31be-41b6-845d-119f4156f4ad None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:53:58.371962 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f9d062ec-31be-41b6-845d-119f4156f4ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:53:59.482258 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589601'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:00.687931 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589601'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:01.343742 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.db.l3_hamode_db [None req-a604e011-90c9-4870-8c4f-76a255d0b58b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 23 10:54:01.422604 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a604e011-90c9-4870-8c4f-76a255d0b58b None None] Routers set() bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 10:54:01.423072 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a604e011-90c9-4870-8c4f-76a255d0b58b None None] Router IDs set() for agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 23 10:54:02.128356 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 44952) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:54:02.308268 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589601'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:02.309842 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:02.310187 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:02.310660 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:02.310944 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:02.311274 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:02.311890 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:02.312274 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:02.312898 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:02.313322 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:02.313729 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:02.314148 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:02.315187 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:02.315602 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:02.315939 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:02.316265 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:02.316662 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f297ce15520>, 'Open vSwitch agent', 'dv-cinder-790535-33-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:02.323408 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f297c559190>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790535-33-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:02.635230 dv-cinder-790535-33-iscsi neutron-server[103540]: WARNING oslo_policy.policy [None req-b4227758-201b-4811-b327-0e0c06f3e388 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 10:54:02.635913 dv-cinder-790535-33-iscsi neutron-server[103540]: WARNING oslo_policy.policy [None req-b4227758-201b-4811-b327-0e0c06f3e388 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 10:54:02.859849 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [None req-b4227758-201b-4811-b327-0e0c06f3e388 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103540) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 10:54:02.860964 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-b4227758-201b-4811-b327-0e0c06f3e388 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7316818 Mar 23 10:54:05.397560 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 44978) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:54:05.703870 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-e7b19695-286e-42df-8406-b89730ed0e55 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:54:05.797223 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.policy [None req-e7b19695-286e-42df-8406-b89730ed0e55 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103540) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 10:54:05.840328 dv-cinder-790535-33-iscsi neutron-server[103540]: WARNING oslo_policy.policy [None req-e7b19695-286e-42df-8406-b89730ed0e55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 10:54:05.840703 dv-cinder-790535-33-iscsi neutron-server[103540]: WARNING oslo_policy.policy [None req-e7b19695-286e-42df-8406-b89730ed0e55 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 10:54:06.031135 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e7b19695-286e-42df-8406-b89730ed0e55 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738507647344', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738507647837', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738507631114', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738507623995', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738507811449', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738511239797', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3148592', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3174690', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-710156', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-767774'] for rbac-policy (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:06.203872 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e7b19695-286e-42df-8406-b89730ed0e55 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:06.204990 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-e7b19695-286e-42df-8406-b89730ed0e55 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8064685 Mar 23 10:54:08.702745 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 44988) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:54:09.012099 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:54:09.091482 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Made reservation on behalf of 256cb05882dc4270832fcefefa9e2841 for: {'network': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:54:09.095236 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for network (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:09.111798 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:09.217011 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Publish callbacks [] for security_group (bde704a4-eaa4-4e49-8b95-b966c5516dcb), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:09.270094 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (bde704a4-eaa4-4e49-8b95-b966c5516dcb), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:09.293862 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=103540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:54:09.327096 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738511072570', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (0560efc8-8e10-4608-9e93-1acb9dc13dc4), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:09.327691 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f297d92d3a0> segment precommit_create {{(pid=103540) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 10:54:09.328212 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.segments_db [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Added segment 0560efc8-8e10-4608-9e93-1acb9dc13dc4 of type vlan for network a2c09319-756a-4507-ba4e-054b6c1385ea Mar 23 10:54:09.345243 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=bde704a4-eaa4-4e49-8b95-b966c5516dcb,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:09.396314 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:09.396636 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:09.396994 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:09.397378 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:09.397714 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:09.398040 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:09.398362 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:09.398684 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:09.399020 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:09.399342 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:09.399661 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:09.399997 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:09.400315 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:09.400628 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:09.400940 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Tracked resource versions report: Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: pushed versions: Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: { 'AddressGroup': {'1.2'}, Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'Agent': {'1.1'}, Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'ConntrackHelper': {'1.0'}, Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'LocalIPAssociation': {'1.0'}, Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'Log': {'1.0'}, Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'NDPProxy': {'1.0'}, Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'Network': {'1.1'}, Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'Port': {'1.7'}, Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'PortForwarding': {'1.3'}, Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'QosPolicy': {'1.10'}, Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'SecurityGroup': {'1.5'}, Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'SecurityGroupRule': {'1.2'}, Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'SubPort': {'1.0'}, Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'Subnet': {'1.1'}, Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'Trunk': {'1.1'}} Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: consumer versions: Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: { DHCP agent@dv-cinder-790535-33-iscsi: {}, Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: L3 agent@dv-cinder-790535-33-iscsi: {}, Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: Metadata agent@dv-cinder-790535-33-iscsi: {}, Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: Metering agent@dv-cinder-790535-33-iscsi: {}, Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: Open vSwitch agent@dv-cinder-790535-33-iscsi: { 'AddressGroup': '1.2', Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'Agent': '1.1', Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'ConntrackHelper': '1.0', Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'LocalIPAssociation': '1.0', Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'Log': '1.0', Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'NDPProxy': '1.0', Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'Network': '1.1', Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'Port': '1.7', Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'PortForwarding': '1.3', Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'QosPolicy': '1.10', Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'SecurityGroup': '1.5', Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'SecurityGroupRule': '1.2', Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'SubPort': '1.0', Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'Subnet': '1.1', Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: 'Trunk': '1.1'}} Mar 23 10:54:09.402416 dv-cinder-790535-33-iscsi neutron-server[103540]: {{(pid=103540) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 10:54:09.444694 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738510713667'] for network (a2c09319-756a-4507-ba4e-054b6c1385ea), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:09.533303 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for network (a2c09319-756a-4507-ba4e-054b6c1385ea), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:09.538597 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:09.539392 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:09.651987 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] Pushing event updated for resources: {'Network': ['ID=a2c09319-756a-4507-ba4e-054b6c1385ea,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:09.663766 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Network a2c09319-756a-4507-ba4e-054b6c1385ea details requested by agent ovs-agent-dv-cinder-790535-33-iscsi with host dv-cinder-790535-33-iscsi {{(pid=103541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 10:54:09.690590 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-77ef99c3-9f5d-47f7-91ba-b890d22559e9 demo demo] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9867859 Mar 23 10:54:12.252344 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 45000) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:54:12.744142 dv-cinder-790535-33-iscsi neutron-server[103539]: WARNING oslo_policy.policy [None req-3cd76c0e-67e1-414a-94af-b5bed4405f2d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 10:54:12.744751 dv-cinder-790535-33-iscsi neutron-server[103539]: WARNING oslo_policy.policy [None req-3cd76c0e-67e1-414a-94af-b5bed4405f2d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 10:54:13.180782 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.policy [None req-3cd76c0e-67e1-414a-94af-b5bed4405f2d demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103539) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 10:54:13.223514 dv-cinder-790535-33-iscsi neutron-server[103539]: WARNING oslo_policy.policy [None req-3cd76c0e-67e1-414a-94af-b5bed4405f2d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 10:54:13.223895 dv-cinder-790535-33-iscsi neutron-server[103539]: WARNING oslo_policy.policy [None req-3cd76c0e-67e1-414a-94af-b5bed4405f2d demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 10:54:13.231901 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd76c0e-67e1-414a-94af-b5bed4405f2d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:13.233909 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-3cd76c0e-67e1-414a-94af-b5bed4405f2d demo admin] 10.222.0.41 "GET /v2.0/networks/a2c09319-756a-4507-ba4e-054b6c1385ea HTTP/1.1" status: 200 len: 825 time: 0.9794955 Mar 23 10:54:13.272444 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-81b8c22b-1bab-4101-a742-fdc01ddddf7a demo admin] 10.222.0.41 "GET /v2.0/subnetpools/17a841b1-7d5c-40ab-9157-bfd7485a3d12 HTTP/1.1" status: 200 len: 734 time: 0.0323534 Mar 23 10:54:13.281114 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Request body: {'subnet': {'network_id': 'a2c09319-756a-4507-ba4e-054b6c1385ea', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '17a841b1-7d5c-40ab-9157-bfd7485a3d12', 'name': 'private-subnet'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:54:13.378629 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Made reservation on behalf of 256cb05882dc4270832fcefefa9e2841 for: {'subnet': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:54:13.381471 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:13.714496 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for subnet (d7179982-7307-4814-97e3-2d282a8ecb0d), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:13.782294 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Checking segment: {'id': '0560efc8-8e10-4608-9e93-1acb9dc13dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'a2c09319-756a-4507-ba4e-054b6c1385ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 10:54:13.782589 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Network hostable DHCP agents. Network: a2c09319-756a-4507-ba4e-054b6c1385ea, hostable agents: ['18616f87-d995-4ff8-a7e5-ed686ac89f81'], hosted agents: [] {{(pid=103539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:54:13.795826 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Pushing event updated for resources: {'Subnet': ['ID=d7179982-7307-4814-97e3-2d282a8ecb0d,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:13.808098 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:13.808439 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:13.808788 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:13.809122 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:13.809473 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:13.809791 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:13.810109 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:13.810429 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:13.810765 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:13.811072 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:13.811400 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:13.811735 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:13.812050 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:13.812357 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:13.812670 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Tracked resource versions report: Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: pushed versions: Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: { 'AddressGroup': {'1.2'}, Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'Agent': {'1.1'}, Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'ConntrackHelper': {'1.0'}, Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'LocalIPAssociation': {'1.0'}, Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'Log': {'1.0'}, Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'NDPProxy': {'1.0'}, Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'Network': {'1.1'}, Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'Port': {'1.7'}, Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'PortForwarding': {'1.3'}, Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'QosPolicy': {'1.10'}, Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'SecurityGroup': {'1.5'}, Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'SecurityGroupRule': {'1.2'}, Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'SubPort': {'1.0'}, Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'Subnet': {'1.1'}, Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'Trunk': {'1.1'}} Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: consumer versions: Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: { DHCP agent@dv-cinder-790535-33-iscsi: {}, Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: L3 agent@dv-cinder-790535-33-iscsi: {}, Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: Metadata agent@dv-cinder-790535-33-iscsi: {}, Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: Metering agent@dv-cinder-790535-33-iscsi: {}, Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: Open vSwitch agent@dv-cinder-790535-33-iscsi: { 'AddressGroup': '1.2', Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'Agent': '1.1', Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'ConntrackHelper': '1.0', Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'LocalIPAssociation': '1.0', Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'Log': '1.0', Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'NDPProxy': '1.0', Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'Network': '1.1', Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'Port': '1.7', Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'PortForwarding': '1.3', Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'QosPolicy': '1.10', Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'SecurityGroup': '1.5', Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'SecurityGroupRule': '1.2', Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'SubPort': '1.0', Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'Subnet': '1.1', Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: 'Trunk': '1.1'}} Mar 23 10:54:13.814062 dv-cinder-790535-33-iscsi neutron-server[103539]: {{(pid=103539) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 10:54:13.897088 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Network a2c09319-756a-4507-ba4e-054b6c1385ea is scheduled to be hosted by DHCP agent 18616f87-d995-4ff8-a7e5-ed686ac89f81 with binding_index 1 {{(pid=103539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:54:13.990272 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-33-iscsi, a2c09319-756a-4507-ba4e-054b6c1385ea) {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:54:13.995255 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:13.995906 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:14.000521 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac99d4a-5c45-4f03-b842-9d20fc526c26 None None] Network a2c09319-756a-4507-ba4e-054b6c1385ea requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 10:54:14.122717 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-d985559c-b7ac-49e1-b2e8-13f7aec70f55 demo admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8448832 Mar 23 10:54:14.369373 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7dec95-e408-57f7-a9aa-31b64d88e4d5-a2c09319-756a-4507-ba4e-054b6c1385ea', 'network_id': 'a2c09319-756a-4507-ba4e-054b6c1385ea', 'project_id': '256cb05882dc4270832fcefefa9e2841', 'fixed_ips': [{'subnet_id': 'd7179982-7307-4814-97e3-2d282a8ecb0d'}]}} from dv-cinder-790535-33-iscsi. {{(pid=103541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 10:54:14.370648 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:14.645271 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Allocated IP 172.20.0.2 (a2c09319-756a-4507-ba4e-054b6c1385ea/d7179982-7307-4814-97e3-2d282a8ecb0d/894b4bed-63c1-4ba4-afb6-5a00e96d92d7) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:54:14.913654 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Publish callbacks [] for port (894b4bed-63c1-4ba4-afb6-5a00e96d92d7), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:15.000464 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823'] for port (894b4bed-63c1-4ba4-afb6-5a00e96d92d7), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:15.073620 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Network a2c09319-756a-4507-ba4e-054b6c1385ea is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:54:15.079730 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:54:15.091834 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 10:54:15.094962 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Pushing event updated for resources: {'Port': ['ID=894b4bed-63c1-4ba4-afb6-5a00e96d92d7,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:15.128886 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:15.128886 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:15.128886 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:15.129300 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:15.129615 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:15.129959 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:15.130295 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:15.130638 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:15.131050 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:15.131325 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:15.131659 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:15.132010 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:15.132343 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:15.132672 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:15.133014 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Tracked resource versions report: Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: pushed versions: Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: { 'AddressGroup': {'1.2'}, Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'Agent': {'1.1'}, Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'ConntrackHelper': {'1.0'}, Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'LocalIPAssociation': {'1.0'}, Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'Log': {'1.0'}, Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'NDPProxy': {'1.0'}, Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'Network': {'1.1'}, Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'Port': {'1.7'}, Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'PortForwarding': {'1.3'}, Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'QosPolicy': {'1.10'}, Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'SecurityGroup': {'1.5'}, Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'SecurityGroupRule': {'1.2'}, Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'SubPort': {'1.0'}, Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'Subnet': {'1.1'}, Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'Trunk': {'1.1'}} Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: consumer versions: Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: { DHCP agent@dv-cinder-790535-33-iscsi: {}, Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: L3 agent@dv-cinder-790535-33-iscsi: {}, Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: Metadata agent@dv-cinder-790535-33-iscsi: {}, Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: Metering agent@dv-cinder-790535-33-iscsi: {}, Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: Open vSwitch agent@dv-cinder-790535-33-iscsi: { 'AddressGroup': '1.2', Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'Agent': '1.1', Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'ConntrackHelper': '1.0', Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'LocalIPAssociation': '1.0', Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'Log': '1.0', Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'NDPProxy': '1.0', Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'Network': '1.1', Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'Port': '1.7', Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'PortForwarding': '1.3', Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'QosPolicy': '1.10', Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'SecurityGroup': '1.5', Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'SecurityGroupRule': '1.2', Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'SubPort': '1.0', Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'Subnet': '1.1', Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: 'Trunk': '1.1'}} Mar 23 10:54:15.134507 dv-cinder-790535-33-iscsi neutron-server[103541]: {{(pid=103541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 10:54:15.185063 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Attempting to bind port 894b4bed-63c1-4ba4-afb6-5a00e96d92d7 on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 10:54:15.185503 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Attempting to bind port 894b4bed-63c1-4ba4-afb6-5a00e96d92d7 by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': '0560efc8-8e10-4608-9e93-1acb9dc13dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'a2c09319-756a-4507-ba4e-054b6c1385ea'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 10:54:15.185927 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Attempting to bind port 894b4bed-63c1-4ba4-afb6-5a00e96d92d7 on network a2c09319-756a-4507-ba4e-054b6c1385ea {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 10:54:15.190865 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 10:54:15.191243 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Checking segment: {'id': '0560efc8-8e10-4608-9e93-1acb9dc13dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'a2c09319-756a-4507-ba4e-054b6c1385ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 10:54:15.191736 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:15.192135 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Bound using segment: {'id': '0560efc8-8e10-4608-9e93-1acb9dc13dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'a2c09319-756a-4507-ba4e-054b6c1385ea'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 10:54:15.192604 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Bound port: 894b4bed-63c1-4ba4-afb6-5a00e96d92d7, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0560efc8-8e10-4608-9e93-1acb9dc13dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'a2c09319-756a-4507-ba4e-054b6c1385ea'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 10:54:15.193018 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (894b4bed-63c1-4ba4-afb6-5a00e96d92d7), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:15.253959 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] For port 894b4bed-63c1-4ba4-afb6-5a00e96d92d7, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:54:15.258155 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] For port 894b4bed-63c1-4ba4-afb6-5a00e96d92d7, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=894b4bed-63c1-4ba4-afb6-5a00e96d92d7,segment=NetworkSegment(0560efc8-8e10-4608-9e93-1acb9dc13dc4),segment_id=0560efc8-8e10-4608-9e93-1acb9dc13dc4)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:54:15.337581 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (894b4bed-63c1-4ba4-afb6-5a00e96d92d7), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:15.401565 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7551e-93d8-4e89-8dc7-cfdb53a877b8 None None] Pushing event updated for resources: {'Port': ['ID=894b4bed-63c1-4ba4-afb6-5a00e96d92d7,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:16.683010 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 45020) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:54:16.997317 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [None req-75a2c5db-0fa5-4a9c-b008-0e1c8e8cf0fd admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103539) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 10:54:16.998331 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-75a2c5db-0fa5-4a9c-b008-0e1c8e8cf0fd admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3143840 Mar 23 10:54:19.667625 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 45028) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:54:19.987196 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [None req-b12a74f8-e305-4119-be24-38d1d8b5853d admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103540) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 10:54:19.988180 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-b12a74f8-e305-4119-be24-38d1d8b5853d admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3195357 Mar 23 10:54:22.603583 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 45036) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:54:22.914693 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-4e6451c9-1cd7-4f13-94e9-6cd0f598cf48 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:54:23.040136 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-4e6451c9-1cd7-4f13-94e9-6cd0f598cf48 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3242'] for router (69553223-0054-4e50-a935-6252f1cc05e8), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:23.041724 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-4e6451c9-1cd7-4f13-94e9-6cd0f598cf48 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3229'] for router (69553223-0054-4e50-a935-6252f1cc05e8), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:23.181360 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-4e6451c9-1cd7-4f13-94e9-6cd0f598cf48 demo demo] Publish callbacks [] for router_controller (69553223-0054-4e50-a935-6252f1cc05e8), precommit_add_association {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:23.237560 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-4e6451c9-1cd7-4f13-94e9-6cd0f598cf48 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589352'] for router (69553223-0054-4e50-a935-6252f1cc05e8), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:23.323383 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-4e6451c9-1cd7-4f13-94e9-6cd0f598cf48 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:23.324507 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-4e6451c9-1cd7-4f13-94e9-6cd0f598cf48 demo demo] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7199461 Mar 23 10:54:25.731353 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-efeae77b-6c09-4bc2-b6be-fb8e7e1452c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:25.887099 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 45048) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:54:26.208384 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [None req-2c81b169-2d51-40aa-b3c5-a10b36c185ef admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103540) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 10:54:26.209445 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-2c81b169-2d51-40aa-b3c5-a10b36c185ef admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3213062 Mar 23 10:54:26.739012 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2774a8e-5b6f-4446-a7c3-e6516b1057e8 None None] Network a2c09319-756a-4507-ba4e-054b6c1385ea requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 10:54:26.828304 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-7d4e7097-e833-4983-a1f0-4c68882c844a None None] Provisioning complete for port 894b4bed-63c1-4ba4-afb6-5a00e96d92d7 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 10:54:26.828726 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7d4e7097-e833-4983-a1f0-4c68882c844a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (894b4bed-63c1-4ba4-afb6-5a00e96d92d7), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:27.013488 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 894b4bed-63c1-4ba4-afb6-5a00e96d92d7 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 10:54:27.037354 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-7d4e7097-e833-4983-a1f0-4c68882c844a None None] Current status of the port 894b4bed-63c1-4ba4-afb6-5a00e96d92d7 is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 10:54:27.037751 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7d4e7097-e833-4983-a1f0-4c68882c844a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (894b4bed-63c1-4ba4-afb6-5a00e96d92d7), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:27.089515 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-7d4e7097-e833-4983-a1f0-4c68882c844a None None] For port 894b4bed-63c1-4ba4-afb6-5a00e96d92d7, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=894b4bed-63c1-4ba4-afb6-5a00e96d92d7,segment=NetworkSegment(0560efc8-8e10-4608-9e93-1acb9dc13dc4),segment_id=0560efc8-8e10-4608-9e93-1acb9dc13dc4)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:54:27.098406 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 894b4bed-63c1-4ba4-afb6-5a00e96d92d7 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 10:54:27.098809 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (894b4bed-63c1-4ba4-afb6-5a00e96d92d7), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:27.166994 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7d4e7097-e833-4983-a1f0-4c68882c844a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (894b4bed-63c1-4ba4-afb6-5a00e96d92d7), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:27.197998 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 894b4bed-63c1-4ba4-afb6-5a00e96d92d7 is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 10:54:27.198387 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (894b4bed-63c1-4ba4-afb6-5a00e96d92d7), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:27.234511 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e7097-e833-4983-a1f0-4c68882c844a None None] Pushing event updated for resources: {'Port': ['ID=894b4bed-63c1-4ba4-afb6-5a00e96d92d7,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:27.270369 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.db.api [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:54:27.270749 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG oslo_db.api [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:54:27.286854 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-976ad23c-42ae-47f0-99db-a3049221b3ff None None] Provisioning complete for port 894b4bed-63c1-4ba4-afb6-5a00e96d92d7 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 10:54:27.287249 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-976ad23c-42ae-47f0-99db-a3049221b3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (894b4bed-63c1-4ba4-afb6-5a00e96d92d7), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:27.362751 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-976ad23c-42ae-47f0-99db-a3049221b3ff None None] Current status of the port 894b4bed-63c1-4ba4-afb6-5a00e96d92d7 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 10:54:27.804490 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-57c21f0e-3c8b-4ac9-9537-14b6b91db335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:27.806256 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 894b4bed-63c1-4ba4-afb6-5a00e96d92d7 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 10:54:28.743618 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 45056) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:54:28.942972 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 894b4bed-63c1-4ba4-afb6-5a00e96d92d7 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 10:54:28.990363 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 894b4bed-63c1-4ba4-afb6-5a00e96d92d7 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 10:54:28.990762 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (894b4bed-63c1-4ba4-afb6-5a00e96d92d7), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:29.006796 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-49d7776d-a12a-4607-a431-4374e3e12ba2 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:54:29.063282 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 894b4bed-63c1-4ba4-afb6-5a00e96d92d7 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 10:54:29.085683 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d7776d-a12a-4607-a431-4374e3e12ba2 admin admin] Made reservation on behalf of 4982a99c6dcd488dba4084bc0b757af9 for: {'network': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:54:29.090170 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-49d7776d-a12a-4607-a431-4374e3e12ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for network (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:29.095920 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-49d7776d-a12a-4607-a431-4374e3e12ba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:29.164882 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-49d7776d-a12a-4607-a431-4374e3e12ba2 admin admin] Publish callbacks [] for security_group (15196e94-4072-4a63-ad40-4bf694bb92b4), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:29.216712 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-49d7776d-a12a-4607-a431-4374e3e12ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (15196e94-4072-4a63-ad40-4bf694bb92b4), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:29.231323 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-49d7776d-a12a-4607-a431-4374e3e12ba2 admin admin] Reserving flat network on physical network physnet1 {{(pid=103540) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 23 10:54:29.249921 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7776d-a12a-4607-a431-4374e3e12ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15196e94-4072-4a63-ad40-4bf694bb92b4,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:29.255019 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-49d7776d-a12a-4607-a431-4374e3e12ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (e6f3dc76-eba1-4e75-84d4-4649ca7e376e), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:29.255305 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.segments_db [None req-49d7776d-a12a-4607-a431-4374e3e12ba2 admin admin] Added segment e6f3dc76-eba1-4e75-84d4-4649ca7e376e of type flat for network 95c18418-5bae-427e-9b81-a5d1c1650c0a Mar 23 10:54:29.301796 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-49d7776d-a12a-4607-a431-4374e3e12ba2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738510713667'] for network (95c18418-5bae-427e-9b81-a5d1c1650c0a), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:29.405443 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:29.434106 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-49d7776d-a12a-4607-a431-4374e3e12ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for network (95c18418-5bae-427e-9b81-a5d1c1650c0a), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:29.435072 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d7776d-a12a-4607-a431-4374e3e12ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:29.435650 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-49d7776d-a12a-4607-a431-4374e3e12ba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:29.519567 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7776d-a12a-4607-a431-4374e3e12ba2 admin admin] Pushing event updated for resources: {'Network': ['ID=95c18418-5bae-427e-9b81-a5d1c1650c0a,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:29.529244 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a details requested by agent ovs-agent-dv-cinder-790535-33-iscsi with host dv-cinder-790535-33-iscsi {{(pid=103541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 10:54:29.568848 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-49d7776d-a12a-4607-a431-4374e3e12ba2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8242059 Mar 23 10:54:30.630298 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:31.926026 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 5 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 10:54:32.069535 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 45074) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:54:32.216453 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb3a489-342b-405c-bf8e-8a257b84da4d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:32.220843 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-2eb3a489-342b-405c-bf8e-8a257b84da4d demo admin] 10.222.0.41 "GET /v2.0/subnets/d7179982-7307-4814-97e3-2d282a8ecb0d HTTP/1.1" status: 200 len: 849 time: 0.1474049 Mar 23 10:54:32.285467 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:32.341231 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-699302b5-0109-4121-84af-9ff1df67f63c demo admin] 10.222.0.41 "GET /v2.0/routers/69553223-0054-4e50-a935-6252f1cc05e8 HTTP/1.1" status: 200 len: 704 time: 0.1170690 Mar 23 10:54:32.610670 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b2699618-c684-4354-99db-6b985aeb9f5e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:32.903707 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [None req-b2699618-c684-4354-99db-6b985aeb9f5e demo admin] Allocated IP 172.20.0.1 (a2c09319-756a-4507-ba4e-054b6c1385ea/d7179982-7307-4814-97e3-2d282a8ecb0d/f8d123e2-7828-4d4d-a815-82693bd51869) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:54:33.087311 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b2699618-c684-4354-99db-6b985aeb9f5e demo admin] Publish callbacks [] for port (f8d123e2-7828-4d4d-a815-82693bd51869), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:33.257792 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b2699618-c684-4354-99db-6b985aeb9f5e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823'] for port (f8d123e2-7828-4d4d-a815-82693bd51869), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:33.380900 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2699618-c684-4354-99db-6b985aeb9f5e demo admin] Network a2c09319-756a-4507-ba4e-054b6c1385ea is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:54:33.386735 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-b2699618-c684-4354-99db-6b985aeb9f5e demo admin] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:54:33.390241 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2699618-c684-4354-99db-6b985aeb9f5e demo admin] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 10:54:33.391042 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b2699618-c684-4354-99db-6b985aeb9f5e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573693'] for router_interface (69553223-0054-4e50-a935-6252f1cc05e8), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:33.454865 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2699618-c684-4354-99db-6b985aeb9f5e demo admin] Pushing event updated for resources: {'Port': ['ID=f8d123e2-7828-4d4d-a815-82693bd51869,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:33.618024 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-c8c9e6d5-1474-42b2-87d3-1db13a780a4b None None] Provisioning complete for port f8d123e2-7828-4d4d-a815-82693bd51869 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 10:54:33.618604 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c8c9e6d5-1474-42b2-87d3-1db13a780a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (f8d123e2-7828-4d4d-a815-82693bd51869), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:33.651366 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-c8c9e6d5-1474-42b2-87d3-1db13a780a4b None None] Port f8d123e2-7828-4d4d-a815-82693bd51869 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 10:54:33.682241 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b2699618-c684-4354-99db-6b985aeb9f5e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (f8d123e2-7828-4d4d-a815-82693bd51869), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:33.889378 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b2699618-c684-4354-99db-6b985aeb9f5e demo admin] Publish callbacks [] for port (f8d123e2-7828-4d4d-a815-82693bd51869), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:33.927317 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b2699618-c684-4354-99db-6b985aeb9f5e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (f8d123e2-7828-4d4d-a815-82693bd51869), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:33.928222 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b2699618-c684-4354-99db-6b985aeb9f5e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573545'] for router_interface (69553223-0054-4e50-a935-6252f1cc05e8), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:34.005019 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2699618-c684-4354-99db-6b985aeb9f5e demo admin] Pushing event updated for resources: {'Port': ['ID=f8d123e2-7828-4d4d-a815-82693bd51869,revision_number=2']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:34.050065 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2699618-c684-4354-99db-6b985aeb9f5e demo admin] Network a2c09319-756a-4507-ba4e-054b6c1385ea is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:54:34.051333 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-b2699618-c684-4354-99db-6b985aeb9f5e demo admin] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:54:34.299562 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2699618-c684-4354-99db-6b985aeb9f5e demo admin] Router 69553223-0054-4e50-a935-6252f1cc05e8 is scheduled to L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc with binding_index 1 {{(pid=103540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 10:54:34.382104 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-0c140dbf-618b-480b-8b37-8ebf66771836 None None] Provisioning complete for port f8d123e2-7828-4d4d-a815-82693bd51869 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 10:54:34.382425 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0c140dbf-618b-480b-8b37-8ebf66771836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (f8d123e2-7828-4d4d-a815-82693bd51869), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:34.392025 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2699618-c684-4354-99db-6b985aeb9f5e demo admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:54:34.397141 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-b2699618-c684-4354-99db-6b985aeb9f5e demo admin] 10.222.0.41 "PUT /v2.0/routers/69553223-0054-4e50-a935-6252f1cc05e8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0501511 Mar 23 10:54:34.400871 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] Sync routers for ids ['69553223-0054-4e50-a935-6252f1cc05e8'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:54:34.415633 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] Routers {'69553223-0054-4e50-a935-6252f1cc05e8'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 10:54:34.416518 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f297c5fb040>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T10:54:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['69553223-0054-4e50-a935-6252f1cc05e8'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:34.429668 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-0c140dbf-618b-480b-8b37-8ebf66771836 None None] Port f8d123e2-7828-4d4d-a815-82693bd51869 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 10:54:34.610915 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] Set router 69553223-0054-4e50-a935-6252f1cc05e8 gateway port host: None {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 10:54:35.034971 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f297c5fb040>, [{'id': '69553223-0054-4e50-a935-6252f1cc05e8', 'name': 'router1', 'tenant_id': '256cb05882dc4270832fcefefa9e2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:54:23Z', 'updated_at': '2022-03-23T10:54:33Z', 'revision_number': 2, 'project_id': '256cb05882dc4270832fcefefa9e2841', 'gw_port_host': None, '_interfaces': [{'id': 'f8d123e2-7828-4d4d-a815-82693bd51869', 'name': '', 'network_id': 'a2c09319-756a-4507-ba4e-054b6c1385ea', 'tenant_id': '256cb05882dc4270832fcefefa9e2841', 'mac_address': 'fa:16:3e:e3:0b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69553223-0054-4e50-a935-6252f1cc05e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7179982-7307-4814-97e3-2d282a8ecb0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:32Z', 'updated_at': '2022-03-23T10:54:33Z', 'revision_number': 2, 'project_id': '256cb05882dc4270832fcefefa9e2841', 'subnets': [{'id': 'd7179982-7307-4814-97e3-2d282a8ecb0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17a841b1-7d5c-40ab-9157-bfd7485a3d12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:35.085102 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] Checking router: 69553223-0054-4e50-a935-6252f1cc05e8 for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:54:35.085506 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] Updating router 69553223-0054-4e50-a935-6252f1cc05e8 port f8d123e2-7828-4d4d-a815-82693bd51869 binding host dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:54:35.137526 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (f8d123e2-7828-4d4d-a815-82693bd51869), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:35.651477 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] Publish callbacks [] for port (f8d123e2-7828-4d4d-a815-82693bd51869), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:35.737696 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (f8d123e2-7828-4d4d-a815-82693bd51869), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:35.903314 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745bdc0-2692-48f8-b241-31543227b08e None None] Pushing event updated for resources: {'Port': ['ID=f8d123e2-7828-4d4d-a815-82693bd51869,revision_number=3']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:35.913420 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] Attempting to bind port f8d123e2-7828-4d4d-a815-82693bd51869 on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 10:54:35.913829 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] Attempting to bind port f8d123e2-7828-4d4d-a815-82693bd51869 by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': '0560efc8-8e10-4608-9e93-1acb9dc13dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'a2c09319-756a-4507-ba4e-054b6c1385ea'}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 10:54:35.914276 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] Attempting to bind port f8d123e2-7828-4d4d-a815-82693bd51869 on network a2c09319-756a-4507-ba4e-054b6c1385ea {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 10:54:35.916972 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745bdc0-2692-48f8-b241-31543227b08e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:35.917348 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745bdc0-2692-48f8-b241-31543227b08e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:35.917710 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745bdc0-2692-48f8-b241-31543227b08e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:35.918058 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745bdc0-2692-48f8-b241-31543227b08e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:35.918428 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745bdc0-2692-48f8-b241-31543227b08e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:35.918763 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745bdc0-2692-48f8-b241-31543227b08e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:35.919131 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745bdc0-2692-48f8-b241-31543227b08e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:35.919463 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745bdc0-2692-48f8-b241-31543227b08e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:35.919808 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745bdc0-2692-48f8-b241-31543227b08e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:35.920141 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745bdc0-2692-48f8-b241-31543227b08e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:35.920480 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745bdc0-2692-48f8-b241-31543227b08e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:35.920857 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745bdc0-2692-48f8-b241-31543227b08e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:35.921340 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745bdc0-2692-48f8-b241-31543227b08e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:35.921675 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745bdc0-2692-48f8-b241-31543227b08e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:35.922006 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745bdc0-2692-48f8-b241-31543227b08e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b745bdc0-2692-48f8-b241-31543227b08e None None] Tracked resource versions report: Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: pushed versions: Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: { 'AddressGroup': {'1.2'}, Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'Agent': {'1.1'}, Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'ConntrackHelper': {'1.0'}, Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'LocalIPAssociation': {'1.0'}, Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'Log': {'1.0'}, Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'NDPProxy': {'1.0'}, Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'Network': {'1.1'}, Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'Port': {'1.7'}, Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'PortForwarding': {'1.3'}, Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'QosPolicy': {'1.10'}, Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'SecurityGroup': {'1.5'}, Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'SecurityGroupRule': {'1.2'}, Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'SubPort': {'1.0'}, Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'Subnet': {'1.1'}, Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'Trunk': {'1.1'}} Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: consumer versions: Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: { DHCP agent@dv-cinder-790535-33-iscsi: {}, Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: L3 agent@dv-cinder-790535-33-iscsi: {}, Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: Metadata agent@dv-cinder-790535-33-iscsi: {}, Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: Metering agent@dv-cinder-790535-33-iscsi: {}, Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: Open vSwitch agent@dv-cinder-790535-33-iscsi: { 'AddressGroup': '1.2', Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'Agent': '1.1', Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'ConntrackHelper': '1.0', Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'LocalIPAssociation': '1.0', Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'Log': '1.0', Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'NDPProxy': '1.0', Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'Network': '1.1', Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'Port': '1.7', Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'PortForwarding': '1.3', Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'QosPolicy': '1.10', Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'SecurityGroup': '1.5', Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'SecurityGroupRule': '1.2', Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'SubPort': '1.0', Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'Subnet': '1.1', Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: 'Trunk': '1.1'}} Mar 23 10:54:35.924035 dv-cinder-790535-33-iscsi neutron-server[103542]: {{(pid=103542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 10:54:35.931309 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 10:54:35.931807 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] Checking segment: {'id': '0560efc8-8e10-4608-9e93-1acb9dc13dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'a2c09319-756a-4507-ba4e-054b6c1385ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 10:54:35.932258 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:35.937018 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] Bound using segment: {'id': '0560efc8-8e10-4608-9e93-1acb9dc13dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'a2c09319-756a-4507-ba4e-054b6c1385ea'} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 10:54:35.937018 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] Bound port: f8d123e2-7828-4d4d-a815-82693bd51869, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0560efc8-8e10-4608-9e93-1acb9dc13dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'a2c09319-756a-4507-ba4e-054b6c1385ea'}}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 10:54:35.937018 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (f8d123e2-7828-4d4d-a815-82693bd51869), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:35.957171 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-57555a85-03ba-4413-b02d-4ccd198f822f None None] Provisioning complete for port f8d123e2-7828-4d4d-a815-82693bd51869 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 10:54:35.957799 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-57555a85-03ba-4413-b02d-4ccd198f822f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (f8d123e2-7828-4d4d-a815-82693bd51869), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:35.991929 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-57555a85-03ba-4413-b02d-4ccd198f822f None None] Port f8d123e2-7828-4d4d-a815-82693bd51869 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 10:54:36.003993 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] For port f8d123e2-7828-4d4d-a815-82693bd51869, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:54:36.023570 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] For port f8d123e2-7828-4d4d-a815-82693bd51869, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=f8d123e2-7828-4d4d-a815-82693bd51869,segment=NetworkSegment(0560efc8-8e10-4608-9e93-1acb9dc13dc4),segment_id=0560efc8-8e10-4608-9e93-1acb9dc13dc4)] {{(pid=103542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:54:36.093821 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (f8d123e2-7828-4d4d-a815-82693bd51869), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:36.159476 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745bdc0-2692-48f8-b241-31543227b08e None None] Pushing event updated for resources: {'Port': ['ID=f8d123e2-7828-4d4d-a815-82693bd51869,revision_number=4']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:36.164420 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] Routers {'69553223-0054-4e50-a935-6252f1cc05e8'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 10:54:36.165041 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f297c5fb040>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T10:54:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['69553223-0054-4e50-a935-6252f1cc05e8'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:36.257779 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] Set router 69553223-0054-4e50-a935-6252f1cc05e8 gateway port host: None {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 10:54:36.422054 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-f80a3f57-0533-495d-ac88-74a44fdd9172 None None] Provisioning complete for port f8d123e2-7828-4d4d-a815-82693bd51869 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 10:54:36.422545 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f80a3f57-0533-495d-ac88-74a44fdd9172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (f8d123e2-7828-4d4d-a815-82693bd51869), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:36.473530 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f297c5fb040>, [{'id': '69553223-0054-4e50-a935-6252f1cc05e8', 'name': 'router1', 'tenant_id': '256cb05882dc4270832fcefefa9e2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:54:23Z', 'updated_at': '2022-03-23T10:54:33Z', 'revision_number': 2, 'project_id': '256cb05882dc4270832fcefefa9e2841', 'gw_port_host': None, '_interfaces': [{'id': 'f8d123e2-7828-4d4d-a815-82693bd51869', 'name': '', 'network_id': 'a2c09319-756a-4507-ba4e-054b6c1385ea', 'tenant_id': '256cb05882dc4270832fcefefa9e2841', 'mac_address': 'fa:16:3e:e3:0b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69553223-0054-4e50-a935-6252f1cc05e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7179982-7307-4814-97e3-2d282a8ecb0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:32Z', 'updated_at': '2022-03-23T10:54:35Z', 'revision_number': 4, 'project_id': '256cb05882dc4270832fcefefa9e2841', 'subnets': [{'id': 'd7179982-7307-4814-97e3-2d282a8ecb0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17a841b1-7d5c-40ab-9157-bfd7485a3d12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:36.500233 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1308be6c-9e1a-4a9c-8844-b970cf7fabff None None] The sync data for ids ['69553223-0054-4e50-a935-6252f1cc05e8'] in dv-cinder-790535-33-iscsi is: [{'id': '69553223-0054-4e50-a935-6252f1cc05e8', 'name': 'router1', 'tenant_id': '256cb05882dc4270832fcefefa9e2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:54:23Z', 'updated_at': '2022-03-23T10:54:33Z', 'revision_number': 2, 'project_id': '256cb05882dc4270832fcefefa9e2841', 'gw_port_host': None, '_interfaces': [{'id': 'f8d123e2-7828-4d4d-a815-82693bd51869', 'name': '', 'network_id': 'a2c09319-756a-4507-ba4e-054b6c1385ea', 'tenant_id': '256cb05882dc4270832fcefefa9e2841', 'mac_address': 'fa:16:3e:e3:0b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69553223-0054-4e50-a935-6252f1cc05e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7179982-7307-4814-97e3-2d282a8ecb0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:32Z', 'updated_at': '2022-03-23T10:54:35Z', 'revision_number': 4, 'project_id': '256cb05882dc4270832fcefefa9e2841', 'subnets': [{'id': 'd7179982-7307-4814-97e3-2d282a8ecb0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17a841b1-7d5c-40ab-9157-bfd7485a3d12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:54:36.510625 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-f80a3f57-0533-495d-ac88-74a44fdd9172 None None] Current status of the port f8d123e2-7828-4d4d-a815-82693bd51869 is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 10:54:36.511176 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f80a3f57-0533-495d-ac88-74a44fdd9172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (f8d123e2-7828-4d4d-a815-82693bd51869), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:36.544199 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-f80a3f57-0533-495d-ac88-74a44fdd9172 None None] For port f8d123e2-7828-4d4d-a815-82693bd51869, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=f8d123e2-7828-4d4d-a815-82693bd51869,segment=NetworkSegment(0560efc8-8e10-4608-9e93-1acb9dc13dc4),segment_id=0560efc8-8e10-4608-9e93-1acb9dc13dc4)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:54:36.642743 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f80a3f57-0533-495d-ac88-74a44fdd9172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (f8d123e2-7828-4d4d-a815-82693bd51869), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:36.691106 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a3f57-0533-495d-ac88-74a44fdd9172 None None] Pushing event updated for resources: {'Port': ['ID=f8d123e2-7828-4d4d-a815-82693bd51869,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:36.867319 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 45094) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:54:36.980041 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebbbe32-be25-46de-8665-de93cb30c97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:36.981592 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-4ebbbe32-be25-46de-8665-de93cb30c97a admin admin] 10.222.0.41 "GET /v2.0/networks/95c18418-5bae-427e-9b81-a5d1c1650c0a HTTP/1.1" status: 200 len: 842 time: 0.1132240 Mar 23 10:54:36.990745 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-7bd4bd9b-f227-475e-948a-320e3718a143 admin admin] Request body: {'subnet': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:54:37.085476 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd4bd9b-f227-475e-948a-320e3718a143 admin admin] Made reservation on behalf of 4982a99c6dcd488dba4084bc0b757af9 for: {'subnet': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:54:37.087696 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-7bd4bd9b-f227-475e-948a-320e3718a143 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:37.500267 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.objects.ports [None req-7bd4bd9b-f227-475e-948a-320e3718a143 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103539) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 10:54:37.500726 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-7bd4bd9b-f227-475e-948a-320e3718a143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for subnet (3e1497af-c43c-4f5b-914b-136f0356db85), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:37.552975 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4bd9b-f227-475e-948a-320e3718a143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e1497af-c43c-4f5b-914b-136f0356db85,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:37.565407 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd4bd9b-f227-475e-948a-320e3718a143 admin admin] Checking segment: {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 10:54:37.565765 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd4bd9b-f227-475e-948a-320e3718a143 admin admin] Network hostable DHCP agents. Network: 95c18418-5bae-427e-9b81-a5d1c1650c0a, hostable agents: ['18616f87-d995-4ff8-a7e5-ed686ac89f81'], hosted agents: [] {{(pid=103539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:54:37.669936 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd4bd9b-f227-475e-948a-320e3718a143 admin admin] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a is scheduled to be hosted by DHCP agent 18616f87-d995-4ff8-a7e5-ed686ac89f81 with binding_index 1 {{(pid=103539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:54:37.732871 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-7bd4bd9b-f227-475e-948a-320e3718a143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-33-iscsi, 95c18418-5bae-427e-9b81-a5d1c1650c0a) {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:54:37.738141 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd4bd9b-f227-475e-948a-320e3718a143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:37.738956 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-7bd4bd9b-f227-475e-948a-320e3718a143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:37.743138 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13660bda-3e76-45ce-bab3-1a567f69b4c5 None None] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 10:54:37.814624 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-7bd4bd9b-f227-475e-948a-320e3718a143 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8262372 Mar 23 10:54:37.841804 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04862f71-2fe2-4631-96ff-5735c04beaab None None] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 10:54:40.252600 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 45102) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:54:40.485200 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-dafcfa7c-823a-4320-8c04-9a7df0d1a78f demo admin] 10.222.0.41 "GET /v2.0/routers/69553223-0054-4e50-a935-6252f1cc05e8 HTTP/1.1" status: 200 len: 710 time: 0.2313011 Mar 23 10:54:40.572464 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af6de4b-f59c-4614-965f-82d68a73377d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:40.575060 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-5af6de4b-f59c-4614-965f-82d68a73377d demo admin] 10.222.0.41 "GET /v2.0/networks/95c18418-5bae-427e-9b81-a5d1c1650c0a HTTP/1.1" status: 200 len: 886 time: 0.0836992 Mar 23 10:54:40.583769 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-ba1c4183-3333-4111-b528-2b3a4b56738b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:54:40.832878 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ba1c4183-3333-4111-b528-2b3a4b56738b demo admin] Publish callbacks [] for router_gateway (69553223-0054-4e50-a935-6252f1cc05e8), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:41.131646 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ba1c4183-3333-4111-b528-2b3a4b56738b demo admin] Publish callbacks [] for router_gateway (69553223-0054-4e50-a935-6252f1cc05e8), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:41.205036 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ba1c4183-3333-4111-b528-2b3a4b56738b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:41.455938 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [None req-ba1c4183-3333-4111-b528-2b3a4b56738b demo admin] Allocated IP 172.27.0.197 (95c18418-5bae-427e-9b81-a5d1c1650c0a/3e1497af-c43c-4f5b-914b-136f0356db85/256909a2-1ebd-4ed6-95e3-baeb9789df14) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:54:41.625407 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ba1c4183-3333-4111-b528-2b3a4b56738b demo admin] Publish callbacks [] for port (256909a2-1ebd-4ed6-95e3-baeb9789df14), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:41.739691 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ba1c4183-3333-4111-b528-2b3a4b56738b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823'] for port (256909a2-1ebd-4ed6-95e3-baeb9789df14), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:41.811205 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1c4183-3333-4111-b528-2b3a4b56738b demo admin] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:54:41.817554 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-ba1c4183-3333-4111-b528-2b3a4b56738b demo admin] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:54:41.829488 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1c4183-3333-4111-b528-2b3a4b56738b demo admin] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 10:54:41.835539 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c4183-3333-4111-b528-2b3a4b56738b demo admin] Pushing event updated for resources: {'Port': ['ID=256909a2-1ebd-4ed6-95e3-baeb9789df14,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:42.170933 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ba1c4183-3333-4111-b528-2b3a4b56738b demo admin] Publish callbacks [] for router_gateway (69553223-0054-4e50-a935-6252f1cc05e8), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:42.368241 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ba1c4183-3333-4111-b528-2b3a4b56738b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-589523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3215'] for router (69553223-0054-4e50-a935-6252f1cc05e8), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:42.373181 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ba1c4183-3333-4111-b528-2b3a4b56738b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-589530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-589345', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588171'] for router (69553223-0054-4e50-a935-6252f1cc05e8), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:42.482838 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1c4183-3333-4111-b528-2b3a4b56738b demo admin] Router 69553223-0054-4e50-a935-6252f1cc05e8 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 10:54:42.587718 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1c4183-3333-4111-b528-2b3a4b56738b demo admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 10:54:42.591999 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ba1c4183-3333-4111-b528-2b3a4b56738b demo admin] Publish callbacks [] for router (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:42.595208 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-ba1c4183-3333-4111-b528-2b3a4b56738b demo admin] 10.222.0.41 "PUT /v2.0/routers/69553223-0054-4e50-a935-6252f1cc05e8 HTTP/1.1" status: 200 len: 890 time: 2.0155358 Mar 23 10:54:44.995437 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device f8d123e2-7828-4d4d-a815-82693bd51869 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 10:54:45.045806 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port f8d123e2-7828-4d4d-a815-82693bd51869 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 10:54:45.046211 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (f8d123e2-7828-4d4d-a815-82693bd51869), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:45.070764 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f86f96-550e-4743-805f-74d9deced70f None None] Sync routers for ids ['69553223-0054-4e50-a935-6252f1cc05e8'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:54:45.097020 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f86f96-550e-4743-805f-74d9deced70f None None] Routers {'69553223-0054-4e50-a935-6252f1cc05e8'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 10:54:45.097763 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-35f86f96-550e-4743-805f-74d9deced70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976e7aa90>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T10:54:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['69553223-0054-4e50-a935-6252f1cc05e8'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:45.122410 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 45114) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:54:45.239213 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-580d8d78-2e45-4241-8180-692f661be7a0 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1156235 Mar 23 10:54:45.329985 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port f8d123e2-7828-4d4d-a815-82693bd51869 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 10:54:45.357197 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-35f86f96-550e-4743-805f-74d9deced70f None None] Set router 69553223-0054-4e50-a935-6252f1cc05e8 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 10:54:45.843349 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-35f86f96-550e-4743-805f-74d9deced70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976e7aa90>, [{'id': '69553223-0054-4e50-a935-6252f1cc05e8', 'name': 'router1', 'tenant_id': '256cb05882dc4270832fcefefa9e2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '256909a2-1ebd-4ed6-95e3-baeb9789df14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:54:23Z', 'updated_at': '2022-03-23T10:54:41Z', 'revision_number': 4, 'project_id': '256cb05882dc4270832fcefefa9e2841', 'gw_port': {'id': '256909a2-1ebd-4ed6-95e3-baeb9789df14', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69553223-0054-4e50-a935-6252f1cc05e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:41Z', 'updated_at': '2022-03-23T10:54:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': 'f8d123e2-7828-4d4d-a815-82693bd51869', 'name': '', 'network_id': 'a2c09319-756a-4507-ba4e-054b6c1385ea', 'tenant_id': '256cb05882dc4270832fcefefa9e2841', 'mac_address': 'fa:16:3e:e3:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69553223-0054-4e50-a935-6252f1cc05e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7179982-7307-4814-97e3-2d282a8ecb0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:32Z', 'updated_at': '2022-03-23T10:54:36Z', 'revision_number': 5, 'project_id': '256cb05882dc4270832fcefefa9e2841', 'subnets': [{'id': 'd7179982-7307-4814-97e3-2d282a8ecb0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17a841b1-7d5c-40ab-9157-bfd7485a3d12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:45.895541 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f86f96-550e-4743-805f-74d9deced70f None None] Checking router: 69553223-0054-4e50-a935-6252f1cc05e8 for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:54:45.895864 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f86f96-550e-4743-805f-74d9deced70f None None] Updating router 69553223-0054-4e50-a935-6252f1cc05e8 port 256909a2-1ebd-4ed6-95e3-baeb9789df14 binding host dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:54:45.946979 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-35f86f96-550e-4743-805f-74d9deced70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (256909a2-1ebd-4ed6-95e3-baeb9789df14), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:46.297324 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-35f86f96-550e-4743-805f-74d9deced70f None None] Publish callbacks [] for port (256909a2-1ebd-4ed6-95e3-baeb9789df14), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:46.386529 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-35f86f96-550e-4743-805f-74d9deced70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (256909a2-1ebd-4ed6-95e3-baeb9789df14), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:46.439591 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84857029-7893-4fb1-a0d8-3b1b14839fe2 None None] Pushing event updated for resources: {'Port': ['ID=256909a2-1ebd-4ed6-95e3-baeb9789df14,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:46.443561 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-35f86f96-550e-4743-805f-74d9deced70f None None] Attempting to bind port 256909a2-1ebd-4ed6-95e3-baeb9789df14 on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 10:54:46.443935 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-35f86f96-550e-4743-805f-74d9deced70f None None] Attempting to bind port 256909a2-1ebd-4ed6-95e3-baeb9789df14 by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 10:54:46.444297 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f86f96-550e-4743-805f-74d9deced70f None None] Attempting to bind port 256909a2-1ebd-4ed6-95e3-baeb9789df14 on network 95c18418-5bae-427e-9b81-a5d1c1650c0a {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 10:54:46.449200 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f86f96-550e-4743-805f-74d9deced70f None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 10:54:46.449579 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f86f96-550e-4743-805f-74d9deced70f None None] Checking segment: {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 10:54:46.450044 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-35f86f96-550e-4743-805f-74d9deced70f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:46.450429 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f86f96-550e-4743-805f-74d9deced70f None None] Bound using segment: {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 10:54:46.450895 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-35f86f96-550e-4743-805f-74d9deced70f None None] Bound port: 256909a2-1ebd-4ed6-95e3-baeb9789df14, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 10:54:46.451273 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-35f86f96-550e-4743-805f-74d9deced70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (256909a2-1ebd-4ed6-95e3-baeb9789df14), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:46.504797 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-35f86f96-550e-4743-805f-74d9deced70f None None] For port 256909a2-1ebd-4ed6-95e3-baeb9789df14, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:54:46.507986 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-35f86f96-550e-4743-805f-74d9deced70f None None] For port 256909a2-1ebd-4ed6-95e3-baeb9789df14, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=256909a2-1ebd-4ed6-95e3-baeb9789df14,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:54:46.585130 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-35f86f96-550e-4743-805f-74d9deced70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (256909a2-1ebd-4ed6-95e3-baeb9789df14), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:46.649334 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f86f96-550e-4743-805f-74d9deced70f None None] Routers {'69553223-0054-4e50-a935-6252f1cc05e8'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 10:54:46.649953 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-35f86f96-550e-4743-805f-74d9deced70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976e7aa90>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T10:54:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['69553223-0054-4e50-a935-6252f1cc05e8'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:46.651735 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84857029-7893-4fb1-a0d8-3b1b14839fe2 None None] Pushing event updated for resources: {'Port': ['ID=256909a2-1ebd-4ed6-95e3-baeb9789df14,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:46.757810 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-35f86f96-550e-4743-805f-74d9deced70f None None] Set router 69553223-0054-4e50-a935-6252f1cc05e8 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 10:54:46.996357 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-35f86f96-550e-4743-805f-74d9deced70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976e7aa90>, [{'id': '69553223-0054-4e50-a935-6252f1cc05e8', 'name': 'router1', 'tenant_id': '256cb05882dc4270832fcefefa9e2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '256909a2-1ebd-4ed6-95e3-baeb9789df14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:54:23Z', 'updated_at': '2022-03-23T10:54:41Z', 'revision_number': 4, 'project_id': '256cb05882dc4270832fcefefa9e2841', 'gw_port': {'id': '256909a2-1ebd-4ed6-95e3-baeb9789df14', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69553223-0054-4e50-a935-6252f1cc05e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:41Z', 'updated_at': '2022-03-23T10:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': 'f8d123e2-7828-4d4d-a815-82693bd51869', 'name': '', 'network_id': 'a2c09319-756a-4507-ba4e-054b6c1385ea', 'tenant_id': '256cb05882dc4270832fcefefa9e2841', 'mac_address': 'fa:16:3e:e3:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69553223-0054-4e50-a935-6252f1cc05e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7179982-7307-4814-97e3-2d282a8ecb0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:32Z', 'updated_at': '2022-03-23T10:54:36Z', 'revision_number': 5, 'project_id': '256cb05882dc4270832fcefefa9e2841', 'subnets': [{'id': 'd7179982-7307-4814-97e3-2d282a8ecb0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17a841b1-7d5c-40ab-9157-bfd7485a3d12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:47.024552 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f86f96-550e-4743-805f-74d9deced70f None None] The sync data for ids ['69553223-0054-4e50-a935-6252f1cc05e8'] in dv-cinder-790535-33-iscsi is: [{'id': '69553223-0054-4e50-a935-6252f1cc05e8', 'name': 'router1', 'tenant_id': '256cb05882dc4270832fcefefa9e2841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '256909a2-1ebd-4ed6-95e3-baeb9789df14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:54:23Z', 'updated_at': '2022-03-23T10:54:41Z', 'revision_number': 4, 'project_id': '256cb05882dc4270832fcefefa9e2841', 'gw_port': {'id': '256909a2-1ebd-4ed6-95e3-baeb9789df14', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69553223-0054-4e50-a935-6252f1cc05e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:41Z', 'updated_at': '2022-03-23T10:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': 'f8d123e2-7828-4d4d-a815-82693bd51869', 'name': '', 'network_id': 'a2c09319-756a-4507-ba4e-054b6c1385ea', 'tenant_id': '256cb05882dc4270832fcefefa9e2841', 'mac_address': 'fa:16:3e:e3:0b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69553223-0054-4e50-a935-6252f1cc05e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd7179982-7307-4814-97e3-2d282a8ecb0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:32Z', 'updated_at': '2022-03-23T10:54:36Z', 'revision_number': 5, 'project_id': '256cb05882dc4270832fcefefa9e2841', 'subnets': [{'id': 'd7179982-7307-4814-97e3-2d282a8ecb0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17a841b1-7d5c-40ab-9157-bfd7485a3d12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:54:49.036720 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 256909a2-1ebd-4ed6-95e3-baeb9789df14 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 10:54:49.106007 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 256909a2-1ebd-4ed6-95e3-baeb9789df14 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 10:54:49.106386 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (256909a2-1ebd-4ed6-95e3-baeb9789df14), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:49.246282 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 256909a2-1ebd-4ed6-95e3-baeb9789df14 is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 10:54:49.246936 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (256909a2-1ebd-4ed6-95e3-baeb9789df14), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:49.272244 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] For port 256909a2-1ebd-4ed6-95e3-baeb9789df14, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=256909a2-1ebd-4ed6-95e3-baeb9789df14,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:54:49.336953 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (256909a2-1ebd-4ed6-95e3-baeb9789df14), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:49.450816 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Pushing event updated for resources: {'Port': ['ID=256909a2-1ebd-4ed6-95e3-baeb9789df14,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:50.992980 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 256909a2-1ebd-4ed6-95e3-baeb9789df14 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 10:54:51.158261 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 256909a2-1ebd-4ed6-95e3-baeb9789df14 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 10:54:51.158751 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (256909a2-1ebd-4ed6-95e3-baeb9789df14), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:51.260215 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 256909a2-1ebd-4ed6-95e3-baeb9789df14 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 10:54:55.739572 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ecf5e2de-be1c-4e61-9c54-c7d747e27338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:57.805787 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6beb84ef-76b0-4977-9c10-bfd99570fd94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:54:59.412761 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:55:00.615117 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:55:02.298345 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:55:08.924692 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 5 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 10:55:25.710541 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e5e56093-3d03-4dd9-b401-35bf566e5c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:55:27.795550 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-305c3339-319e-4b62-a3ac-1ad7a56b3ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:55:29.876751 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:55:30.629410 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:55:32.286760 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:55:45.924926 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 5 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 10:55:55.721259 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-35c9d8b8-5bf4-47f0-85c9-e5abf73c5a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:55:57.806326 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b33cdc22-9ca7-4a1b-8165-205441649411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:55:59.424141 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:56:00.606344 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:56:02.280617 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:56:09.480920 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 45598) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:56:09.542466 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5fb2ac-769a-4887-8230-7cba85963c06 admin admin] GET failed (client error): The resource could not be found. Mar 23 10:56:09.543721 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-2f5fb2ac-769a-4887-8230-7cba85963c06 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618410 Mar 23 10:56:09.698718 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8060b926-366f-4896-aed1-1073b5878299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:09.700088 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-8060b926-366f-4896-aed1-1073b5878299 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1518304 Mar 23 10:56:12.022771 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 45608) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:56:12.111595 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1762c02-eb30-43ef-b779-b61132e0b696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:12.112908 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-d1762c02-eb30-43ef-b779-b61132e0b696 admin admin] 10.222.0.41 "GET /v2.0/subnets/d7179982-7307-4814-97e3-2d282a8ecb0d HTTP/1.1" status: 200 len: 849 time: 0.0890758 Mar 23 10:56:12.122083 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-ba6197db-9b1c-4a68-b453-74acd90803dc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:56:12.202374 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ba6197db-9b1c-4a68-b453-74acd90803dc admin admin] Publish callbacks [] for subnet (d7179982-7307-4814-97e3-2d282a8ecb0d), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:56:12.434742 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ba6197db-9b1c-4a68-b453-74acd90803dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738511280779'] for subnet (d7179982-7307-4814-97e3-2d282a8ecb0d), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:56:12.467054 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6197db-9b1c-4a68-b453-74acd90803dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:12.467672 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ba6197db-9b1c-4a68-b453-74acd90803dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:56:12.474436 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-ba6197db-9b1c-4a68-b453-74acd90803dc admin admin] 10.222.0.41 "PUT /v2.0/subnets/d7179982-7307-4814-97e3-2d282a8ecb0d HTTP/1.1" status: 200 len: 868 time: 0.3503747 Mar 23 10:56:12.475750 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef57cb4f-92ee-4eb0-b3d3-3482cc61fcfa None None] Network a2c09319-756a-4507-ba4e-054b6c1385ea requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 10:56:12.488016 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6197db-9b1c-4a68-b453-74acd90803dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7179982-7307-4814-97e3-2d282a8ecb0d,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:56:12.495918 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6197db-9b1c-4a68-b453-74acd90803dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:12.496278 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6197db-9b1c-4a68-b453-74acd90803dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:12.496695 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6197db-9b1c-4a68-b453-74acd90803dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:12.497054 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6197db-9b1c-4a68-b453-74acd90803dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:12.497434 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6197db-9b1c-4a68-b453-74acd90803dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:12.497777 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6197db-9b1c-4a68-b453-74acd90803dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:12.498124 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6197db-9b1c-4a68-b453-74acd90803dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:12.498463 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6197db-9b1c-4a68-b453-74acd90803dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:12.498826 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6197db-9b1c-4a68-b453-74acd90803dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:12.499315 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6197db-9b1c-4a68-b453-74acd90803dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:12.499682 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6197db-9b1c-4a68-b453-74acd90803dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:12.500023 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6197db-9b1c-4a68-b453-74acd90803dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:12.500908 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6197db-9b1c-4a68-b453-74acd90803dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:12.501266 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6197db-9b1c-4a68-b453-74acd90803dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:12.501601 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6197db-9b1c-4a68-b453-74acd90803dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:12.833499 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-d0a0e9e0-9694-4b39-a983-a0549bca1c2c None None] Provisioning complete for port 894b4bed-63c1-4ba4-afb6-5a00e96d92d7 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 10:56:12.852270 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d0a0e9e0-9694-4b39-a983-a0549bca1c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (894b4bed-63c1-4ba4-afb6-5a00e96d92d7), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:56:12.911302 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-d0a0e9e0-9694-4b39-a983-a0549bca1c2c None None] Current status of the port 894b4bed-63c1-4ba4-afb6-5a00e96d92d7 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 10:56:12.921046 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-d0a0e9e0-9694-4b39-a983-a0549bca1c2c None None] Provisioning complete for port f8d123e2-7828-4d4d-a815-82693bd51869 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 10:56:12.921468 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d0a0e9e0-9694-4b39-a983-a0549bca1c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (f8d123e2-7828-4d4d-a815-82693bd51869), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:56:12.995098 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-d0a0e9e0-9694-4b39-a983-a0549bca1c2c None None] Current status of the port f8d123e2-7828-4d4d-a815-82693bd51869 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 10:56:14.812371 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 45616) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:56:15.082010 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181928fb-2b74-4cea-869e-dec01f0953ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:15.082409 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181928fb-2b74-4cea-869e-dec01f0953ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:15.083967 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-181928fb-2b74-4cea-869e-dec01f0953ad admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2706227 Mar 23 10:56:17.406912 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 45624) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:56:17.535409 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e61c41-5f38-4d20-8b68-048c8284af3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:17.535884 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e61c41-5f38-4d20-8b68-048c8284af3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:17.537482 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-b6e61c41-5f38-4d20-8b68-048c8284af3b admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1295636 Mar 23 10:56:19.851750 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 45632) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:56:19.974240 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d01440-6418-4d88-8127-89addf947cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:19.975600 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-52d01440-6418-4d88-8127-89addf947cad admin admin] 10.222.0.41 "GET /v2.0/networks/95c18418-5bae-427e-9b81-a5d1c1650c0a HTTP/1.1" status: 200 len: 886 time: 0.1229050 Mar 23 10:56:22.330436 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 45640) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:56:22.459274 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc559647-c282-4eae-b723-85c6317af1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:22.460642 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-cc559647-c282-4eae-b723-85c6317af1dc admin admin] 10.222.0.41 "GET /v2.0/networks/a2c09319-756a-4507-ba4e-054b6c1385ea HTTP/1.1" status: 200 len: 869 time: 0.1291976 Mar 23 10:56:22.924340 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 5 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 10:56:24.795303 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 45648) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:56:24.918359 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b12028-3730-4c0a-ad28-86fb8230b44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:24.918817 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b12028-3730-4c0a-ad28-86fb8230b44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:24.920373 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-a4b12028-3730-4c0a-ad28-86fb8230b44e admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240895 Mar 23 10:56:25.719988 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-df9f7319-f6c5-4655-9b2b-7262941e2324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:56:27.237938 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 45656) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:56:27.330606 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e9df32-fd63-4fb3-be10-895fc2d28181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:27.331067 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e9df32-fd63-4fb3-be10-895fc2d28181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:27.332572 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-d7e9df32-fd63-4fb3-be10-895fc2d28181 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0936742 Mar 23 10:56:27.817334 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ef31f101-1e6c-4883-8dca-4f384e003cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:56:29.399710 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:56:29.646047 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 45664) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:56:29.732137 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d761caf4-a519-4a5a-b753-2c1074bacbda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:29.733481 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-d761caf4-a519-4a5a-b753-2c1074bacbda admin admin] 10.222.0.41 "GET /v2.0/subnets/3e1497af-c43c-4f5b-914b-136f0356db85 HTTP/1.1" status: 200 len: 816 time: 0.0864518 Mar 23 10:56:30.599820 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:56:32.032024 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 45674) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:56:32.121089 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da367c1-7429-4bab-beb4-c1942fbd9127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:32.122463 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-9da367c1-7429-4bab-beb4-c1942fbd9127 admin admin] 10.222.0.41 "GET /v2.0/subnets/d7179982-7307-4814-97e3-2d282a8ecb0d HTTP/1.1" status: 200 len: 868 time: 0.0894935 Mar 23 10:56:32.286005 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:56:55.702694 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f5d602e0-643c-4386-bf61-2fbb62f3be67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:56:57.799711 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5d590fe4-568f-4e87-b488-fa78cfce4bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:56:59.416467 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:56:59.923686 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 5 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 10:57:00.354513 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 45726) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:57:00.405433 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [None req-0865d2ae-c463-48ba-965c-cf4b5fa77c7b admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103539) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 10:57:00.406446 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-0865d2ae-c463-48ba-965c-cf4b5fa77c7b admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0509880 Mar 23 10:57:00.623086 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:02.267909 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:02.832950 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 45734) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:57:02.893475 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ddfc70-9ca6-47aa-ad37-0a274ffd8983 admin admin] GET failed (client error): The resource could not be found. Mar 23 10:57:02.895004 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-28ddfc70-9ca6-47aa-ad37-0a274ffd8983 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609679 Mar 23 10:57:03.036515 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e15fb4-3470-4e32-8e11-a626626c6dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:03.037967 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-04e15fb4-3470-4e32-8e11-a626626c6dc4 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1390011 Mar 23 10:57:05.390702 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 45742) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:57:05.436960 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:57:05.530900 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Made reservation on behalf of 4982a99c6dcd488dba4084bc0b757af9 for: {'network': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:57:05.533841 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for network (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:05.632737 dv-cinder-790535-33-iscsi neutron-server[103539]: WARNING neutron.services.revisions.revision_plugin [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f2977276160] {project_id='4982a99c6dcd488dba4084bc0b757af9', id='cd337469-d49a-4e5d-b76d-0ec8ab2dd01f', target_project='*', action='access_as_shared', object_id='a31eb09f-9812-436d-92a1-3c7ac67a8d74'}> to bump revision. Mar 23 10:57:05.648757 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=103539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:57:05.660682 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738511072570', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (886f3b29-2335-43bd-84ef-e48db95d7884), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:05.661302 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f297d92d3a0> segment precommit_create {{(pid=103539) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 10:57:05.661778 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.db.segments_db [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Added segment 886f3b29-2335-43bd-84ef-e48db95d7884 of type vlan for network a31eb09f-9812-436d-92a1-3c7ac67a8d74 Mar 23 10:57:05.705026 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738510713667'] for network (a31eb09f-9812-436d-92a1-3c7ac67a8d74), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:05.776822 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for network (a31eb09f-9812-436d-92a1-3c7ac67a8d74), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:05.777790 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:05.778367 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:05.865676 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Pushing event updated for resources: {'Network': ['ID=a31eb09f-9812-436d-92a1-3c7ac67a8d74,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:05.872176 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:05.872535 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:05.872927 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:05.873267 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:05.873607 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:05.873940 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:05.874270 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:05.874600 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:05.874941 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:05.875273 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:05.875621 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:05.876471 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:05.876796 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:05.877119 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:05.877467 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:05.888917 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Network a31eb09f-9812-436d-92a1-3c7ac67a8d74 details requested by agent ovs-agent-dv-cinder-790535-33-iscsi with host dv-cinder-790535-33-iscsi {{(pid=103541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 10:57:05.905380 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-d748460b-5b4f-4b48-886e-f44ded2bbf25 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5135725 Mar 23 10:57:08.274014 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 45750) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:57:08.332731 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d69b125-3a1a-4294-906f-18e4b48a6039 admin admin] GET failed (client error): The resource could not be found. Mar 23 10:57:08.334050 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-1d69b125-3a1a-4294-906f-18e4b48a6039 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0590789 Mar 23 10:57:08.404812 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605cee76-6d09-4635-98bc-b70aeb736861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:08.406282 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-605cee76-6d09-4635-98bc-b70aeb736861 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0681875 Mar 23 10:57:08.415620 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-50f5fe59-9e9b-40d1-94ee-3037fe2d0b75 admin admin] Request body: {'subnet': {'network_id': 'a31eb09f-9812-436d-92a1-3c7ac67a8d74', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:57:08.520130 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f5fe59-9e9b-40d1-94ee-3037fe2d0b75 admin admin] Made reservation on behalf of 4982a99c6dcd488dba4084bc0b757af9 for: {'subnet': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:57:08.522456 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-50f5fe59-9e9b-40d1-94ee-3037fe2d0b75 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:08.731117 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-50f5fe59-9e9b-40d1-94ee-3037fe2d0b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for subnet (20050957-c118-4276-aacb-378b29cde841), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:08.782979 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5fe59-9e9b-40d1-94ee-3037fe2d0b75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20050957-c118-4276-aacb-378b29cde841,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:08.792680 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f5fe59-9e9b-40d1-94ee-3037fe2d0b75 admin admin] Checking segment: {'id': '886f3b29-2335-43bd-84ef-e48db95d7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a31eb09f-9812-436d-92a1-3c7ac67a8d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 10:57:08.793044 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f5fe59-9e9b-40d1-94ee-3037fe2d0b75 admin admin] Network hostable DHCP agents. Network: a31eb09f-9812-436d-92a1-3c7ac67a8d74, hostable agents: ['18616f87-d995-4ff8-a7e5-ed686ac89f81'], hosted agents: [] {{(pid=103539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:57:08.890658 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f5fe59-9e9b-40d1-94ee-3037fe2d0b75 admin admin] Network a31eb09f-9812-436d-92a1-3c7ac67a8d74 is scheduled to be hosted by DHCP agent 18616f87-d995-4ff8-a7e5-ed686ac89f81 with binding_index 1 {{(pid=103539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:57:08.987783 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-50f5fe59-9e9b-40d1-94ee-3037fe2d0b75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-33-iscsi, a31eb09f-9812-436d-92a1-3c7ac67a8d74) {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:57:08.991815 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f5fe59-9e9b-40d1-94ee-3037fe2d0b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:08.992444 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-50f5fe59-9e9b-40d1-94ee-3037fe2d0b75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:08.997263 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7b4457-d3ed-4ba3-94a9-d3114652a35c None None] Network a31eb09f-9812-436d-92a1-3c7ac67a8d74 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 10:57:09.065047 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-50f5fe59-9e9b-40d1-94ee-3037fe2d0b75 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6526651 Mar 23 10:57:09.099835 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7dec95-e408-57f7-a9aa-31b64d88e4d5-a31eb09f-9812-436d-92a1-3c7ac67a8d74', 'network_id': 'a31eb09f-9812-436d-92a1-3c7ac67a8d74', 'project_id': '4982a99c6dcd488dba4084bc0b757af9', 'fixed_ips': [{'subnet_id': '20050957-c118-4276-aacb-378b29cde841'}]}} from dv-cinder-790535-33-iscsi. {{(pid=103541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 10:57:09.102865 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:09.250016 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Allocated IP 192.168.233.2 (a31eb09f-9812-436d-92a1-3c7ac67a8d74/20050957-c118-4276-aacb-378b29cde841/6bfedb20-bd9a-4225-a246-d1e59c16480a) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:57:09.395949 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Publish callbacks [] for port (6bfedb20-bd9a-4225-a246-d1e59c16480a), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:09.463372 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823'] for port (6bfedb20-bd9a-4225-a246-d1e59c16480a), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:09.501630 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Network a31eb09f-9812-436d-92a1-3c7ac67a8d74 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:57:09.504508 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:57:09.508831 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 10:57:09.520844 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Pushing event updated for resources: {'Port': ['ID=6bfedb20-bd9a-4225-a246-d1e59c16480a,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:09.551049 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:09.553689 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:09.553689 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:09.553689 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:09.553689 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:09.553689 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:09.553689 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:09.553689 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:09.554306 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:09.554306 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:09.554534 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:09.554884 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:09.555216 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:09.555542 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:09.555871 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:09.592229 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Attempting to bind port 6bfedb20-bd9a-4225-a246-d1e59c16480a on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 10:57:09.592610 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Attempting to bind port 6bfedb20-bd9a-4225-a246-d1e59c16480a by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': '886f3b29-2335-43bd-84ef-e48db95d7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a31eb09f-9812-436d-92a1-3c7ac67a8d74'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 10:57:09.592978 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Attempting to bind port 6bfedb20-bd9a-4225-a246-d1e59c16480a on network a31eb09f-9812-436d-92a1-3c7ac67a8d74 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 10:57:09.598577 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 10:57:09.598964 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Checking segment: {'id': '886f3b29-2335-43bd-84ef-e48db95d7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a31eb09f-9812-436d-92a1-3c7ac67a8d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 10:57:09.599371 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:09.599769 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Bound using segment: {'id': '886f3b29-2335-43bd-84ef-e48db95d7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a31eb09f-9812-436d-92a1-3c7ac67a8d74'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 10:57:09.600235 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Bound port: 6bfedb20-bd9a-4225-a246-d1e59c16480a, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886f3b29-2335-43bd-84ef-e48db95d7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a31eb09f-9812-436d-92a1-3c7ac67a8d74'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 10:57:09.600623 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (6bfedb20-bd9a-4225-a246-d1e59c16480a), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:09.662478 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] For port 6bfedb20-bd9a-4225-a246-d1e59c16480a, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 10:57:09.665473 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] For port 6bfedb20-bd9a-4225-a246-d1e59c16480a, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=6bfedb20-bd9a-4225-a246-d1e59c16480a,segment=NetworkSegment(886f3b29-2335-43bd-84ef-e48db95d7884),segment_id=886f3b29-2335-43bd-84ef-e48db95d7884)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 10:57:09.806168 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (6bfedb20-bd9a-4225-a246-d1e59c16480a), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:09.869435 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df2933-d6c5-43ef-930a-35d8099cf6fd None None] Pushing event updated for resources: {'Port': ['ID=6bfedb20-bd9a-4225-a246-d1e59c16480a,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:10.726779 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637da740-033d-4c5b-a506-f37195ce4f9c None None] Network a31eb09f-9812-436d-92a1-3c7ac67a8d74 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 10:57:10.803276 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-dbe8b028-c21f-4106-bfea-d81bef7f621f None None] Provisioning complete for port 6bfedb20-bd9a-4225-a246-d1e59c16480a triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 10:57:10.803678 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dbe8b028-c21f-4106-bfea-d81bef7f621f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (6bfedb20-bd9a-4225-a246-d1e59c16480a), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:10.930925 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-dbe8b028-c21f-4106-bfea-d81bef7f621f None None] Current status of the port 6bfedb20-bd9a-4225-a246-d1e59c16480a is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 10:57:10.931917 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dbe8b028-c21f-4106-bfea-d81bef7f621f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (6bfedb20-bd9a-4225-a246-d1e59c16480a), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:10.971353 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-dbe8b028-c21f-4106-bfea-d81bef7f621f None None] For port 6bfedb20-bd9a-4225-a246-d1e59c16480a, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=6bfedb20-bd9a-4225-a246-d1e59c16480a,segment=NetworkSegment(886f3b29-2335-43bd-84ef-e48db95d7884),segment_id=886f3b29-2335-43bd-84ef-e48db95d7884)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 10:57:11.046642 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dbe8b028-c21f-4106-bfea-d81bef7f621f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (6bfedb20-bd9a-4225-a246-d1e59c16480a), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:11.110286 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8b028-c21f-4106-bfea-d81bef7f621f None None] Pushing event updated for resources: {'Port': ['ID=6bfedb20-bd9a-4225-a246-d1e59c16480a,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:11.129381 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 6bfedb20-bd9a-4225-a246-d1e59c16480a up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 10:57:11.184610 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-66b30dcc-83ee-4540-bebc-04b040c5c208 None None] Provisioning complete for port 6bfedb20-bd9a-4225-a246-d1e59c16480a triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 10:57:11.185009 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-66b30dcc-83ee-4540-bebc-04b040c5c208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (6bfedb20-bd9a-4225-a246-d1e59c16480a), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:11.225234 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 6bfedb20-bd9a-4225-a246-d1e59c16480a triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 10:57:11.225588 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (6bfedb20-bd9a-4225-a246-d1e59c16480a), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:11.331934 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-66b30dcc-83ee-4540-bebc-04b040c5c208 None None] Current status of the port 6bfedb20-bd9a-4225-a246-d1e59c16480a is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 10:57:11.346254 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 6bfedb20-bd9a-4225-a246-d1e59c16480a is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 10:57:13.053822 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 6bfedb20-bd9a-4225-a246-d1e59c16480a up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 10:57:13.101978 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 6bfedb20-bd9a-4225-a246-d1e59c16480a triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 10:57:13.102379 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (6bfedb20-bd9a-4225-a246-d1e59c16480a), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:13.185835 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 6bfedb20-bd9a-4225-a246-d1e59c16480a is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 10:57:25.753751 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a8f42f99-9290-45a7-b424-a586ea45d44c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:27.777034 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7786d5e4-d7cc-4cb8-bf45-69a6e67dc3a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:29.416681 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:30.605242 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:32.290472 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:36.922485 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 5 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 10:57:55.708174 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-453c1544-17f9-44d3-9e9c-354d03ee2037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:57.799292 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a4369341-d4ae-40fd-baff-beaf33628670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:57:59.434958 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:58:00.616937 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:58:02.285725 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:58:13.921187 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 5 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 10:58:25.736975 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6bf9f131-4c71-41ee-91eb-188ba9eb2dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:58:27.811225 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-02e65f5c-247b-496f-9f90-7994aecefdca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:58:29.416651 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:58:30.621341 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:58:32.304126 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:58:37.570215 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 45788) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:58:37.575951 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [None req-0618d03c-4b67-4523-8571-e76fcd679d25 tempest-verify_tempest_config-1240728380 tempest-verify_tempest_config-1240728380-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103539) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 10:58:37.576924 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-0618d03c-4b67-4523-8571-e76fcd679d25 tempest-verify_tempest_config-1240728380 tempest-verify_tempest_config-1240728380-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057478 Mar 23 10:58:38.051955 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 45806) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:58:38.158077 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c739a448-3b29-42ab-aa61-e12a20a1249b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:58:38.228241 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c739a448-3b29-42ab-aa61-e12a20a1249b admin admin] Publish callbacks [] for security_group (b67a2c74-0a34-4f16-b524-515ab568252a), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:58:38.308146 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c739a448-3b29-42ab-aa61-e12a20a1249b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (b67a2c74-0a34-4f16-b524-515ab568252a), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:58:38.351710 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-c739a448-3b29-42ab-aa61-e12a20a1249b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ddddb6a858c94b9fbd411a5c4a1ba6a9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2987003 Mar 23 10:58:38.353740 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739a448-3b29-42ab-aa61-e12a20a1249b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67a2c74-0a34-4f16-b524-515ab568252a,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:38.354548 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 45812) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 10:58:38.361069 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739a448-3b29-42ab-aa61-e12a20a1249b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.361450 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739a448-3b29-42ab-aa61-e12a20a1249b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.364281 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739a448-3b29-42ab-aa61-e12a20a1249b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.364281 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739a448-3b29-42ab-aa61-e12a20a1249b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.364281 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739a448-3b29-42ab-aa61-e12a20a1249b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.364281 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739a448-3b29-42ab-aa61-e12a20a1249b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.364281 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739a448-3b29-42ab-aa61-e12a20a1249b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.364281 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739a448-3b29-42ab-aa61-e12a20a1249b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.364281 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739a448-3b29-42ab-aa61-e12a20a1249b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.364281 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739a448-3b29-42ab-aa61-e12a20a1249b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.364965 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739a448-3b29-42ab-aa61-e12a20a1249b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.364965 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739a448-3b29-42ab-aa61-e12a20a1249b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.365134 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739a448-3b29-42ab-aa61-e12a20a1249b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.365338 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739a448-3b29-42ab-aa61-e12a20a1249b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.365664 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c739a448-3b29-42ab-aa61-e12a20a1249b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.431969 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9f52556d-5a5d-41dd-b4ee-2a1aff815a52 admin admin] Publish callbacks [] for security_group (b67a2c74-0a34-4f16-b524-515ab568252a), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:58:38.451898 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9f52556d-5a5d-41dd-b4ee-2a1aff815a52 admin admin] Publish callbacks [] for security_group (b67a2c74-0a34-4f16-b524-515ab568252a), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:58:38.604489 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9f52556d-5a5d-41dd-b4ee-2a1aff815a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (b67a2c74-0a34-4f16-b524-515ab568252a), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:58:38.606936 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9f52556d-5a5d-41dd-b4ee-2a1aff815a52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:58:38.608064 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-9f52556d-5a5d-41dd-b4ee-2a1aff815a52 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b67a2c74-0a34-4f16-b524-515ab568252a HTTP/1.1" status: 204 len: 168 time: 0.2525492 Mar 23 10:58:38.616312 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52556d-5a5d-41dd-b4ee-2a1aff815a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67a2c74-0a34-4f16-b524-515ab568252a,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:58:38.622805 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52556d-5a5d-41dd-b4ee-2a1aff815a52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.623161 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52556d-5a5d-41dd-b4ee-2a1aff815a52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.623528 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52556d-5a5d-41dd-b4ee-2a1aff815a52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.623877 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52556d-5a5d-41dd-b4ee-2a1aff815a52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.624215 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52556d-5a5d-41dd-b4ee-2a1aff815a52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.624546 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52556d-5a5d-41dd-b4ee-2a1aff815a52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.625089 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52556d-5a5d-41dd-b4ee-2a1aff815a52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.625909 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52556d-5a5d-41dd-b4ee-2a1aff815a52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.626263 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52556d-5a5d-41dd-b4ee-2a1aff815a52 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.626594 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52556d-5a5d-41dd-b4ee-2a1aff815a52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.626945 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52556d-5a5d-41dd-b4ee-2a1aff815a52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.627292 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52556d-5a5d-41dd-b4ee-2a1aff815a52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.627620 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52556d-5a5d-41dd-b4ee-2a1aff815a52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.628055 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52556d-5a5d-41dd-b4ee-2a1aff815a52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:38.628380 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f52556d-5a5d-41dd-b4ee-2a1aff815a52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:58:50.919849 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 5 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 10:58:55.741429 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ee168452-7a6b-47c1-82ca-05ff5ca11038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:58:57.815098 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b7016ddf-088e-47b6-a580-c03bebffe4c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:58:59.426861 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:59:00.605397 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:59:02.370987 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:59:25.742524 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dbb09227-ba66-49b9-9a56-de2d68fc9eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:59:27.805245 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ff826e54-ea00-4aab-b6ba-56e48c1888ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:59:27.918323 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 5 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 10:59:29.440059 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:59:30.617001 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:59:32.291201 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:59:55.720092 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d236daf6-7d77-4d43-944d-53fc4f6d3485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:59:57.820442 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3e0b046e-6c3b-46c7-a48b-ee82a328d5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 10:59:59.460201 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:00:00.628294 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:00:02.302682 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:00:04.916296 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 5 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:00:21.331312 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589601'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:00:25.714217 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3d0f804b-5e8f-4e84-b8f6-a34cf5573e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:00:27.811283 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ae75074b-7f0a-4cfb-8983-7f813097851e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:00:29.428164 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:00:30.623024 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:00:32.291356 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:00:36.188900 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 45882) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:00:36.294145 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-7fd58055-97cd-453d-b961-c90411f8fe8a admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1041358 Mar 23 11:00:38.629838 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 45892) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:00:38.682840 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-17a551b0-55c1-407d-8194-86a129f656a7 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0519359 Mar 23 11:00:41.914947 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:00:51.279850 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:00:55.742883 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-120240d6-3cba-4c52-b545-8214cf2b9a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:00:57.808214 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6adc39c3-6b46-4a11-b1d3-e79d2680c690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:00:59.428094 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:01:00.636984 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:01:02.294177 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:01:18.912929 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:01:21.325349 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:01:25.719860 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ce71ca25-949f-4cc5-b0c8-8cb867389d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:01:27.796641 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5389fdee-0ee9-4cde-bbfd-700bf600653c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:01:29.434077 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:01:30.676716 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:01:32.299440 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:01:51.319921 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:01:55.711184 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-900a6537-5f14-4534-9bcc-5379bd650193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:01:55.911523 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:01:57.807833 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-03ca30a6-e157-4369-ab58-4fd74f980a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:01:59.474599 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:00.641804 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:02.288042 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:15.656456 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46038) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:16.109227 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1872949206-network', 'tenant_id': '60883fe61d9d436cb31076881180cc47'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:16.213338 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Made reservation on behalf of 60883fe61d9d436cb31076881180cc47 for: {'network': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:02:16.215557 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for network (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:16.225532 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:16.307580 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Publish callbacks [] for security_group (cb368af7-1af3-4556-a915-14b01a6cc452), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:16.360830 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (cb368af7-1af3-4556-a915-14b01a6cc452), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:16.384715 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=103539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:02:16.398084 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb368af7-1af3-4556-a915-14b01a6cc452,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:16.401876 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:16.402229 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:16.402572 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:16.402909 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:16.403239 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:16.403579 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:16.403884 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:16.404214 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:16.404544 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:16.404868 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:16.405210 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:16.405536 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:16.405855 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:16.406172 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:16.406492 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Tracked resource versions report: Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: pushed versions: Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: { 'AddressGroup': {'1.2'}, Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'Agent': {'1.1'}, Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'ConntrackHelper': {'1.0'}, Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'LocalIPAssociation': {'1.0'}, Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'Log': {'1.0'}, Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'NDPProxy': {'1.0'}, Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'Network': {'1.1'}, Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'Port': {'1.7'}, Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'PortForwarding': {'1.3'}, Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'QosPolicy': {'1.10'}, Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'SecurityGroup': {'1.5'}, Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'SecurityGroupRule': {'1.2'}, Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'SubPort': {'1.0'}, Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'Subnet': {'1.1'}, Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'Trunk': {'1.1'}} Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: consumer versions: Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: { DHCP agent@dv-cinder-790535-33-iscsi: {}, Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: HyperV agent@hv-cinder-79053: {}, Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: L3 agent@dv-cinder-790535-33-iscsi: {}, Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: Metadata agent@dv-cinder-790535-33-iscsi: {}, Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: Metering agent@dv-cinder-790535-33-iscsi: {}, Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: Open vSwitch agent@dv-cinder-790535-33-iscsi: { 'AddressGroup': '1.2', Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'Agent': '1.1', Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'ConntrackHelper': '1.0', Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'LocalIPAssociation': '1.0', Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'Log': '1.0', Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'NDPProxy': '1.0', Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'Network': '1.1', Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'Port': '1.7', Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'PortForwarding': '1.3', Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'QosPolicy': '1.10', Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'SecurityGroup': '1.5', Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'SecurityGroupRule': '1.2', Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'SubPort': '1.0', Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'Subnet': '1.1', Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: 'Trunk': '1.1'}} Mar 23 11:02:16.407640 dv-cinder-790535-33-iscsi neutron-server[103539]: {{(pid=103539) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 11:02:16.412507 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (36f51f76-a5a0-4797-b35a-1ee2c5f66bcd), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:16.412749 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.db.segments_db [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Added segment 36f51f76-a5a0-4797-b35a-1ee2c5f66bcd of type vlan for network ddaf5350-f561-44ae-95bd-987f416f70bb Mar 23 11:02:16.456950 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738510713667'] for network (ddaf5350-f561-44ae-95bd-987f416f70bb), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:16.550779 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for network (ddaf5350-f561-44ae-95bd-987f416f70bb), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:16.551883 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:16.552525 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:16.619980 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] Pushing event updated for resources: {'Network': ['ID=ddaf5350-f561-44ae-95bd-987f416f70bb,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:16.630668 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Network ddaf5350-f561-44ae-95bd-987f416f70bb details requested by agent ovs-agent-dv-cinder-790535-33-iscsi with host dv-cinder-790535-33-iscsi {{(pid=103541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 11:02:16.671610 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 46090) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:16.678911 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-72776320-783c-4a51-8bb1-7335ef4524a3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0191116 Mar 23 11:02:16.680705 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Request body: {'subnet': {'network_id': 'ddaf5350-f561-44ae-95bd-987f416f70bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1872949206-subnet', 'tenant_id': '60883fe61d9d436cb31076881180cc47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:16.754033 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Made reservation on behalf of 60883fe61d9d436cb31076881180cc47 for: {'subnet': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:02:16.756591 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:17.025468 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for subnet (d03ff172-1ddd-4347-8c03-357f8f7a2510), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:17.085387 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d03ff172-1ddd-4347-8c03-357f8f7a2510,revision_number=0']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:17.094863 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:17.095340 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:17.095781 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:17.096242 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:17.096674 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:17.097107 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:17.097549 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:17.097971 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:17.098393 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:17.098812 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:17.099238 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:17.099670 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:17.100087 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:17.100502 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:17.100916 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Tracked resource versions report: Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: pushed versions: Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: { 'AddressGroup': {'1.2'}, Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'Agent': {'1.1'}, Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'ConntrackHelper': {'1.0'}, Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'LocalIPAssociation': {'1.0'}, Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'Log': {'1.0'}, Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'NDPProxy': {'1.0'}, Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'Network': {'1.1'}, Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'Port': {'1.7'}, Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'PortForwarding': {'1.3'}, Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'QosPolicy': {'1.10'}, Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'SecurityGroup': {'1.5'}, Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'SecurityGroupRule': {'1.2'}, Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'SubPort': {'1.0'}, Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'Subnet': {'1.1'}, Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'Trunk': {'1.1'}} Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: consumer versions: Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: { DHCP agent@dv-cinder-790535-33-iscsi: {}, Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: HyperV agent@hv-cinder-79053: {}, Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: L3 agent@dv-cinder-790535-33-iscsi: {}, Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: Metadata agent@dv-cinder-790535-33-iscsi: {}, Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: Metering agent@dv-cinder-790535-33-iscsi: {}, Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: Open vSwitch agent@dv-cinder-790535-33-iscsi: { 'AddressGroup': '1.2', Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'Agent': '1.1', Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'ConntrackHelper': '1.0', Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'LocalIPAssociation': '1.0', Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'Log': '1.0', Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'NDPProxy': '1.0', Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'Network': '1.1', Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'Port': '1.7', Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'PortForwarding': '1.3', Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'QosPolicy': '1.10', Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'SecurityGroup': '1.5', Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'SecurityGroupRule': '1.2', Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'SubPort': '1.0', Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'Subnet': '1.1', Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: 'Trunk': '1.1'}} Mar 23 11:02:17.102254 dv-cinder-790535-33-iscsi neutron-server[103540]: {{(pid=103540) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 11:02:17.124680 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Checking segment: {'id': '36f51f76-a5a0-4797-b35a-1ee2c5f66bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ddaf5350-f561-44ae-95bd-987f416f70bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:02:17.125050 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Network hostable DHCP agents. Network: ddaf5350-f561-44ae-95bd-987f416f70bb, hostable agents: ['18616f87-d995-4ff8-a7e5-ed686ac89f81'], hosted agents: [] {{(pid=103540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:02:17.140144 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46110) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:17.175106 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 46114) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:17.208405 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46120) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:17.221635 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 46124) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:17.228612 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Network ddaf5350-f561-44ae-95bd-987f416f70bb is scheduled to be hosted by DHCP agent 18616f87-d995-4ff8-a7e5-ed686ac89f81 with binding_index 1 {{(pid=103540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:02:17.327631 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-33-iscsi, ddaf5350-f561-44ae-95bd-987f416f70bb) {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:02:17.332192 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:17.332870 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:17.340831 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beab5610-7adb-48b7-9d20-55d7f1d00782 None None] Network ddaf5350-f561-44ae-95bd-987f416f70bb requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:02:17.399259 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-8376cfe6-b61b-4acd-bac6-5df52ff31182 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1335546804-network', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:17.429440 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-2a54398a-90c4-491c-a1bb-c52912251403 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7557979 Mar 23 11:02:17.475530 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78f5629-d3a9-4ea7-880a-c444203fd7e3 None None] Network ddaf5350-f561-44ae-95bd-987f416f70bb requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:02:17.499034 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8376cfe6-b61b-4acd-bac6-5df52ff31182 admin admin] Made reservation on behalf of 7a9722a34d004a16ae8e2fb602d551e8 for: {'network': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:02:17.501581 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8376cfe6-b61b-4acd-bac6-5df52ff31182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for network (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:17.511352 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8376cfe6-b61b-4acd-bac6-5df52ff31182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:17.549084 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-e689854e-0440-4b20-8b15-378e46e0a183 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-347261842-network', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:17.625079 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-2f111a8d-d412-4910-9afc-a5307b22344d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1078316782-network', 'tenant_id': '88a763b09264492ebee3006194629da1'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:17.647503 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8376cfe6-b61b-4acd-bac6-5df52ff31182 admin admin] Publish callbacks [] for security_group (d2f7b7aa-bf62-4a5c-875f-f27ebf13fd8b), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:17.663734 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-e5d9265c-e20f-4f52-bac5-5d3eae78e4a2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-414855671-network', 'tenant_id': '0a3cb649832a4b00997bd422a9a56e6b'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:17.681775 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e689854e-0440-4b20-8b15-378e46e0a183 admin admin] Made reservation on behalf of dd7b67e58e9840e182631ae128c31dc5 for: {'network': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:02:17.684717 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e689854e-0440-4b20-8b15-378e46e0a183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for network (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:17.693010 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e689854e-0440-4b20-8b15-378e46e0a183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:17.716215 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f111a8d-d412-4910-9afc-a5307b22344d admin admin] Made reservation on behalf of 88a763b09264492ebee3006194629da1 for: {'network': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:02:17.720574 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2f111a8d-d412-4910-9afc-a5307b22344d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for network (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:17.743295 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8376cfe6-b61b-4acd-bac6-5df52ff31182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (d2f7b7aa-bf62-4a5c-875f-f27ebf13fd8b), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:17.759321 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8376cfe6-b61b-4acd-bac6-5df52ff31182 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=103539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:02:17.765458 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2f111a8d-d412-4910-9afc-a5307b22344d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:17.780149 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8376cfe6-b61b-4acd-bac6-5df52ff31182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (57d442c5-ec64-426b-bfe9-88b2c70531c7), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:17.780643 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.db.segments_db [None req-8376cfe6-b61b-4acd-bac6-5df52ff31182 admin admin] Added segment 57d442c5-ec64-426b-bfe9-88b2c70531c7 of type vlan for network a89a6767-25b8-437f-a491-713b0277c026 Mar 23 11:02:17.784734 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d9265c-e20f-4f52-bac5-5d3eae78e4a2 admin admin] Made reservation on behalf of 0a3cb649832a4b00997bd422a9a56e6b for: {'network': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:02:17.787044 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e5d9265c-e20f-4f52-bac5-5d3eae78e4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for network (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:17.797496 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e689854e-0440-4b20-8b15-378e46e0a183 admin admin] Publish callbacks [] for security_group (d0c3562e-a3ab-41cb-8954-808dc5073c02), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:17.804726 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e5d9265c-e20f-4f52-bac5-5d3eae78e4a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:17.828955 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8376cfe6-b61b-4acd-bac6-5df52ff31182 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738510713667'] for network (a89a6767-25b8-437f-a491-713b0277c026), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:17.874619 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e689854e-0440-4b20-8b15-378e46e0a183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (d0c3562e-a3ab-41cb-8954-808dc5073c02), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:17.889551 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376cfe6-b61b-4acd-bac6-5df52ff31182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f7b7aa-bf62-4a5c-875f-f27ebf13fd8b,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:17.898004 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e689854e-0440-4b20-8b15-378e46e0a183 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=103540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:02:17.912761 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e689854e-0440-4b20-8b15-378e46e0a183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (486bcbfd-361c-4836-9657-8a8d022c8112), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:17.915703 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.segments_db [None req-e689854e-0440-4b20-8b15-378e46e0a183 admin admin] Added segment 486bcbfd-361c-4836-9657-8a8d022c8112 of type vlan for network 4b8305e7-fc73-4884-8968-f1c6a05e1337 Mar 23 11:02:17.952016 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2f111a8d-d412-4910-9afc-a5307b22344d admin admin] Publish callbacks [] for security_group (167599df-4dec-4c42-ab9e-ef368df2d138), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:17.953869 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8376cfe6-b61b-4acd-bac6-5df52ff31182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for network (a89a6767-25b8-437f-a491-713b0277c026), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:17.955047 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8376cfe6-b61b-4acd-bac6-5df52ff31182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:17.955626 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8376cfe6-b61b-4acd-bac6-5df52ff31182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:17.970470 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e689854e-0440-4b20-8b15-378e46e0a183 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738510713667'] for network (4b8305e7-fc73-4884-8968-f1c6a05e1337), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:18.042773 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376cfe6-b61b-4acd-bac6-5df52ff31182 admin admin] Pushing event updated for resources: {'Network': ['ID=a89a6767-25b8-437f-a491-713b0277c026,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:18.051056 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2f111a8d-d412-4910-9afc-a5307b22344d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (167599df-4dec-4c42-ab9e-ef368df2d138), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:18.053305 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Network a89a6767-25b8-437f-a491-713b0277c026 details requested by agent ovs-agent-dv-cinder-790535-33-iscsi with host dv-cinder-790535-33-iscsi {{(pid=103541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 11:02:18.057683 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e5d9265c-e20f-4f52-bac5-5d3eae78e4a2 admin admin] Publish callbacks [] for security_group (b3315157-7a9d-422b-a282-b44d975d9db9), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:18.080632 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e689854e-0440-4b20-8b15-378e46e0a183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for network (4b8305e7-fc73-4884-8968-f1c6a05e1337), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:18.081715 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e689854e-0440-4b20-8b15-378e46e0a183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:18.084448 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e689854e-0440-4b20-8b15-378e46e0a183 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:18.107032 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689854e-0440-4b20-8b15-378e46e0a183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c3562e-a3ab-41cb-8954-808dc5073c02,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:18.153910 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f111a8d-d412-4910-9afc-a5307b22344d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167599df-4dec-4c42-ab9e-ef368df2d138,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:18.169494 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f111a8d-d412-4910-9afc-a5307b22344d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=103539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:02:18.183205 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2f111a8d-d412-4910-9afc-a5307b22344d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (11115769-b95e-401f-b4f1-18e1cab6a5a0), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:18.188649 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.db.segments_db [None req-2f111a8d-d412-4910-9afc-a5307b22344d admin admin] Added segment 11115769-b95e-401f-b4f1-18e1cab6a5a0 of type vlan for network eeda6053-fd0d-4e64-ad5b-c3168c41b691 Mar 23 11:02:18.200947 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-e689854e-0440-4b20-8b15-378e46e0a183 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0246096 Mar 23 11:02:18.201764 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e5d9265c-e20f-4f52-bac5-5d3eae78e4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (b3315157-7a9d-422b-a282-b44d975d9db9), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:18.204848 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 46166) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:18.217502 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-517b6fd7-1500-45f0-b2b6-ffe1937a9f6d admin admin] Request body: {'subnet': {'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-347261842-subnet', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:18.250081 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2f111a8d-d412-4910-9afc-a5307b22344d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738510713667'] for network (eeda6053-fd0d-4e64-ad5b-c3168c41b691), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:18.253548 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689854e-0440-4b20-8b15-378e46e0a183 admin admin] Pushing event updated for resources: {'Network': ['ID=4b8305e7-fc73-4884-8968-f1c6a05e1337,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:18.264389 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d9265c-e20f-4f52-bac5-5d3eae78e4a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=103540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:02:18.271082 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-8376cfe6-b61b-4acd-bac6-5df52ff31182 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1298137 Mar 23 11:02:18.272284 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9265c-e20f-4f52-bac5-5d3eae78e4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3315157-7a9d-422b-a282-b44d975d9db9,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:18.276955 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 46170) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:18.278866 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Network 4b8305e7-fc73-4884-8968-f1c6a05e1337 details requested by agent ovs-agent-dv-cinder-790535-33-iscsi with host dv-cinder-790535-33-iscsi {{(pid=103541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 11:02:18.282556 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-fa9d9bab-424c-4956-bef8-564fe6e4e621 admin admin] Request body: {'subnet': {'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1335546804-subnet', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:18.293816 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e5d9265c-e20f-4f52-bac5-5d3eae78e4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (28e5ec66-57b6-4586-b304-6b15c34be123), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:18.294383 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.segments_db [None req-e5d9265c-e20f-4f52-bac5-5d3eae78e4a2 admin admin] Added segment 28e5ec66-57b6-4586-b304-6b15c34be123 of type vlan for network e6e1cce8-f9d9-4c20-a001-1eafdfcbc70d Mar 23 11:02:18.347765 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e5d9265c-e20f-4f52-bac5-5d3eae78e4a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738510713667'] for network (e6e1cce8-f9d9-4c20-a001-1eafdfcbc70d), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:18.374592 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517b6fd7-1500-45f0-b2b6-ffe1937a9f6d admin admin] Made reservation on behalf of dd7b67e58e9840e182631ae128c31dc5 for: {'subnet': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:02:18.376809 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-517b6fd7-1500-45f0-b2b6-ffe1937a9f6d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:18.431889 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2f111a8d-d412-4910-9afc-a5307b22344d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for network (eeda6053-fd0d-4e64-ad5b-c3168c41b691), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:18.431889 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f111a8d-d412-4910-9afc-a5307b22344d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:18.431889 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2f111a8d-d412-4910-9afc-a5307b22344d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:18.477353 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9d9bab-424c-4956-bef8-564fe6e4e621 admin admin] Made reservation on behalf of 7a9722a34d004a16ae8e2fb602d551e8 for: {'subnet': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:02:18.477353 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9bab-424c-4956-bef8-564fe6e4e621 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:18.556197 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f111a8d-d412-4910-9afc-a5307b22344d admin admin] Pushing event updated for resources: {'Network': ['ID=eeda6053-fd0d-4e64-ad5b-c3168c41b691,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:18.562642 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-2f111a8d-d412-4910-9afc-a5307b22344d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3531477 Mar 23 11:02:18.565535 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46184) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:18.572348 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-749db3e6-7b63-412c-989a-6f746764f4bb admin admin] Request body: {'subnet': {'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1078316782-subnet', 'tenant_id': '88a763b09264492ebee3006194629da1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:18.639038 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e5d9265c-e20f-4f52-bac5-5d3eae78e4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for network (e6e1cce8-f9d9-4c20-a001-1eafdfcbc70d), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:18.639038 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d9265c-e20f-4f52-bac5-5d3eae78e4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:18.639038 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e5d9265c-e20f-4f52-bac5-5d3eae78e4a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:18.664625 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749db3e6-7b63-412c-989a-6f746764f4bb admin admin] Made reservation on behalf of 88a763b09264492ebee3006194629da1 for: {'subnet': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:02:18.669373 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-749db3e6-7b63-412c-989a-6f746764f4bb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:18.681400 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Network eeda6053-fd0d-4e64-ad5b-c3168c41b691 details requested by agent ovs-agent-dv-cinder-790535-33-iscsi with host dv-cinder-790535-33-iscsi {{(pid=103541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 11:02:18.823517 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-e5d9265c-e20f-4f52-bac5-5d3eae78e4a2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5979352 Mar 23 11:02:18.828032 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46196) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:18.847681 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-307185d8-d715-4ef6-866b-f548b2ae3da6 admin admin] Request body: {'subnet': {'network_id': 'e6e1cce8-f9d9-4c20-a001-1eafdfcbc70d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-414855671-subnet', 'tenant_id': '0a3cb649832a4b00997bd422a9a56e6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:18.873501 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9265c-e20f-4f52-bac5-5d3eae78e4a2 admin admin] Pushing event updated for resources: {'Network': ['ID=e6e1cce8-f9d9-4c20-a001-1eafdfcbc70d,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:18.886753 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Network e6e1cce8-f9d9-4c20-a001-1eafdfcbc70d details requested by agent ovs-agent-dv-cinder-790535-33-iscsi with host dv-cinder-790535-33-iscsi {{(pid=103541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 11:02:19.018382 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307185d8-d715-4ef6-866b-f548b2ae3da6 admin admin] Made reservation on behalf of 0a3cb649832a4b00997bd422a9a56e6b for: {'subnet': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:02:19.020694 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-307185d8-d715-4ef6-866b-f548b2ae3da6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:19.128113 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-517b6fd7-1500-45f0-b2b6-ffe1937a9f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for subnet (886ce67b-f101-4e68-8143-abba0194fcaa), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:19.190886 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b6fd7-1500-45f0-b2b6-ffe1937a9f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=886ce67b-f101-4e68-8143-abba0194fcaa,revision_number=0']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:19.202308 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b6fd7-1500-45f0-b2b6-ffe1937a9f6d admin admin] Checking segment: {'id': '486bcbfd-361c-4836-9657-8a8d022c8112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:02:19.202647 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517b6fd7-1500-45f0-b2b6-ffe1937a9f6d admin admin] Network hostable DHCP agents. Network: 4b8305e7-fc73-4884-8968-f1c6a05e1337, hostable agents: ['18616f87-d995-4ff8-a7e5-ed686ac89f81'], hosted agents: [] {{(pid=103540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:02:19.210332 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-749db3e6-7b63-412c-989a-6f746764f4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for subnet (0a92f87a-4230-4f3a-9c60-1bacc798819f), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:19.210937 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9bab-424c-4956-bef8-564fe6e4e621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for subnet (76120b10-aef4-4df3-9eb9-41b94555bce9), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:19.313512 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749db3e6-7b63-412c-989a-6f746764f4bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a92f87a-4230-4f3a-9c60-1bacc798819f,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:19.331505 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749db3e6-7b63-412c-989a-6f746764f4bb admin admin] Checking segment: {'id': '11115769-b95e-401f-b4f1-18e1cab6a5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:02:19.331950 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749db3e6-7b63-412c-989a-6f746764f4bb admin admin] Network hostable DHCP agents. Network: eeda6053-fd0d-4e64-ad5b-c3168c41b691, hostable agents: ['18616f87-d995-4ff8-a7e5-ed686ac89f81'], hosted agents: [] {{(pid=103539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:02:19.385798 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-307185d8-d715-4ef6-866b-f548b2ae3da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for subnet (3fcac644-82c3-402d-9d49-9673f1a5a3d9), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:19.407101 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d9bab-424c-4956-bef8-564fe6e4e621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76120b10-aef4-4df3-9eb9-41b94555bce9,revision_number=0']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:19.421065 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749db3e6-7b63-412c-989a-6f746764f4bb admin admin] Network eeda6053-fd0d-4e64-ad5b-c3168c41b691 is scheduled to be hosted by DHCP agent 18616f87-d995-4ff8-a7e5-ed686ac89f81 with binding_index 1 {{(pid=103539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:02:19.444558 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9d9bab-424c-4956-bef8-564fe6e4e621 admin admin] Checking segment: {'id': '57d442c5-ec64-426b-bfe9-88b2c70531c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:02:19.445096 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9d9bab-424c-4956-bef8-564fe6e4e621 admin admin] Network hostable DHCP agents. Network: a89a6767-25b8-437f-a491-713b0277c026, hostable agents: ['18616f87-d995-4ff8-a7e5-ed686ac89f81'], hosted agents: [] {{(pid=103540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:02:19.460681 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 46228) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:19.468172 dv-cinder-790535-33-iscsi neutron-server[103540]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 11:02:19.473777 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307185d8-d715-4ef6-866b-f548b2ae3da6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fcac644-82c3-402d-9d49-9673f1a5a3d9,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:19.481037 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307185d8-d715-4ef6-866b-f548b2ae3da6 admin admin] Checking segment: {'id': '28e5ec66-57b6-4586-b304-6b15c34be123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': 'e6e1cce8-f9d9-4c20-a001-1eafdfcbc70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:02:19.481441 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307185d8-d715-4ef6-866b-f548b2ae3da6 admin admin] Network hostable DHCP agents. Network: e6e1cce8-f9d9-4c20-a001-1eafdfcbc70d, hostable agents: ['18616f87-d995-4ff8-a7e5-ed686ac89f81'], hosted agents: [] {{(pid=103539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:02:19.564405 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517b6fd7-1500-45f0-b2b6-ffe1937a9f6d admin admin] Network 4b8305e7-fc73-4884-8968-f1c6a05e1337 is scheduled to be hosted by DHCP agent 18616f87-d995-4ff8-a7e5-ed686ac89f81 with binding_index 1 {{(pid=103540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:02:19.637813 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-749db3e6-7b63-412c-989a-6f746764f4bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-33-iscsi, eeda6053-fd0d-4e64-ad5b-c3168c41b691) {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:02:19.642768 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749db3e6-7b63-412c-989a-6f746764f4bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:19.643379 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-749db3e6-7b63-412c-989a-6f746764f4bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:19.646931 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab664527-6a78-472a-a752-8d6b03fe024c req-176c48e8-b0c9-4cdb-835c-57f5fd6a3a78 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:19.648432 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ab664527-6a78-472a-a752-8d6b03fe024c req-176c48e8-b0c9-4cdb-835c-57f5fd6a3a78 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/networks?id=ddaf5350-f561-44ae-95bd-987f416f70bb HTTP/1.1" status: 200 len: 812 time: 0.1860876 Mar 23 11:02:19.649819 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290b8c8d-94a5-43c5-813f-3c66295206bf None None] Network eeda6053-fd0d-4e64-ad5b-c3168c41b691 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:02:19.663743 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ab664527-6a78-472a-a752-8d6b03fe024c req-86790d5f-0579-4e08-8745-03435eac630d tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/quotas/60883fe61d9d436cb31076881180cc47 HTTP/1.1" status: 200 len: 375 time: 0.0091593 Mar 23 11:02:19.719948 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ab664527-6a78-472a-a752-8d6b03fe024c req-f871a540-336c-4fc1-8ee5-07b084da166e tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=60883fe61d9d436cb31076881180cc47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500898 Mar 23 11:02:19.758876 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9d9bab-424c-4956-bef8-564fe6e4e621 admin admin] Network a89a6767-25b8-437f-a491-713b0277c026 is scheduled to be hosted by DHCP agent 18616f87-d995-4ff8-a7e5-ed686ac89f81 with binding_index 1 {{(pid=103540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:02:19.758993 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-749db3e6-7b63-412c-989a-6f746764f4bb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1898069 Mar 23 11:02:19.759286 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307185d8-d715-4ef6-866b-f548b2ae3da6 admin admin] Network e6e1cce8-f9d9-4c20-a001-1eafdfcbc70d is scheduled to be hosted by DHCP agent 18616f87-d995-4ff8-a7e5-ed686ac89f81 with binding_index 1 {{(pid=103539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:02:19.760760 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-517b6fd7-1500-45f0-b2b6-ffe1937a9f6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-33-iscsi, 4b8305e7-fc73-4884-8968-f1c6a05e1337) {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:02:19.764458 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7dec95-e408-57f7-a9aa-31b64d88e4d5-eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'project_id': '88a763b09264492ebee3006194629da1', 'fixed_ips': [{'subnet_id': '0a92f87a-4230-4f3a-9c60-1bacc798819f'}]}} from dv-cinder-790535-33-iscsi. {{(pid=103541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 11:02:19.764637 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46236) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:19.765997 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:19.771764 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-ce1cc5e8-d823-40df-834c-b638cb36cd64 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1078316782-router', 'tenant_id': '88a763b09264492ebee3006194629da1', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:19.780949 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517b6fd7-1500-45f0-b2b6-ffe1937a9f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:19.783040 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-517b6fd7-1500-45f0-b2b6-ffe1937a9f6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:19.787191 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-fa9d9bab-424c-4956-bef8-564fe6e4e621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-33-iscsi, a89a6767-25b8-437f-a491-713b0277c026) {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:02:19.797910 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-307185d8-d715-4ef6-866b-f548b2ae3da6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-33-iscsi, e6e1cce8-f9d9-4c20-a001-1eafdfcbc70d) {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:02:19.807153 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9d9bab-424c-4956-bef8-564fe6e4e621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:19.807935 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-fa9d9bab-424c-4956-bef8-564fe6e4e621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:19.811891 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307185d8-d715-4ef6-866b-f548b2ae3da6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:19.813192 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-307185d8-d715-4ef6-866b-f548b2ae3da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:19.822520 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4681785e-b528-4e66-982d-ca942f175f13 None None] Network 4b8305e7-fc73-4884-8968-f1c6a05e1337 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:02:19.826100 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3844493c-ea54-4cf8-9b77-e39519c2a4d4 None None] Network a89a6767-25b8-437f-a491-713b0277c026 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:02:19.828249 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eb252a-8475-4c2a-9429-686b63407f77 None None] Network e6e1cce8-f9d9-4c20-a001-1eafdfcbc70d requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:02:19.937064 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-fa9d9bab-424c-4956-bef8-564fe6e4e621 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6585376 Mar 23 11:02:19.941761 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-517b6fd7-1500-45f0-b2b6-ffe1937a9f6d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7285321 Mar 23 11:02:19.943837 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 46248) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:19.948631 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-95e28b79-85f4-4611-bf25-d8a226ac95db admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-347261842-router', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:19.957207 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-307185d8-d715-4ef6-866b-f548b2ae3da6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1234672 Mar 23 11:02:19.957756 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 46250) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:19.958048 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-b2b0ea51-8877-427f-86fe-ca3be7a08924 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1335546804-router', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:19.990131 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [req-ab664527-6a78-472a-a752-8d6b03fe024c req-61cf9b57-b006-441b-b4aa-d7fbb4b503f3 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103540) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 11:02:19.997732 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ab664527-6a78-472a-a752-8d6b03fe024c req-61cf9b57-b006-441b-b4aa-d7fbb4b503f3 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0838010 Mar 23 11:02:20.013389 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ce1cc5e8-d823-40df-834c-b638cb36cd64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3242'] for router (cb4dbaa4-6cb5-40f4-be1a-8814259b97de), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:20.017452 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ce1cc5e8-d823-40df-834c-b638cb36cd64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3229'] for router (cb4dbaa4-6cb5-40f4-be1a-8814259b97de), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:20.076532 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-95e28b79-85f4-4611-bf25-d8a226ac95db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3242'] for router (5797708f-0cbb-4dd8-9e40-050012755701), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:20.079868 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-95e28b79-85f4-4611-bf25-d8a226ac95db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3229'] for router (5797708f-0cbb-4dd8-9e40-050012755701), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:20.108742 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b2b0ea51-8877-427f-86fe-ca3be7a08924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3242'] for router (6caa565d-e730-4602-893b-972c8b586aa6), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:20.119044 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b2b0ea51-8877-427f-86fe-ca3be7a08924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3229'] for router (6caa565d-e730-4602-893b-972c8b586aa6), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:20.153114 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ab664527-6a78-472a-a752-8d6b03fe024c req-0098b3cb-2b75-4e0d-b819-12319e92d97e service neutron] 10.222.0.41 "GET /v2.0/networks/ddaf5350-f561-44ae-95bd-987f416f70bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541514 Mar 23 11:02:20.232272 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ce1cc5e8-d823-40df-834c-b638cb36cd64 admin admin] Publish callbacks [] for router_controller (cb4dbaa4-6cb5-40f4-be1a-8814259b97de), precommit_add_association {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:20.275221 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-95e28b79-85f4-4611-bf25-d8a226ac95db admin admin] Publish callbacks [] for router_controller (5797708f-0cbb-4dd8-9e40-050012755701), precommit_add_association {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:20.313819 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b2b0ea51-8877-427f-86fe-ca3be7a08924 admin admin] Publish callbacks [] for router_controller (6caa565d-e730-4602-893b-972c8b586aa6), precommit_add_association {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:20.319772 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f1f659-8f9e-4340-aec3-9a9e8a07d3fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7dec95-e408-57f7-a9aa-31b64d88e4d5-4b8305e7-fc73-4884-8968-f1c6a05e1337', 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337', 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'fixed_ips': [{'subnet_id': '886ce67b-f101-4e68-8143-abba0194fcaa'}]}} from dv-cinder-790535-33-iscsi. {{(pid=103541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 11:02:20.321326 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-25f1f659-8f9e-4340-aec3-9a9e8a07d3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:20.323918 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Allocated IP 172.20.0.2 (eeda6053-fd0d-4e64-ad5b-c3168c41b691/0a92f87a-4230-4f3a-9c60-1bacc798819f/a419ed78-6276-416e-8db3-1c62b987576d) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:02:20.348637 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ab664527-6a78-472a-a752-8d6b03fe024c req-7d757613-6e7e-4b69-9a2d-9b307a7c1f0a service neutron] 10.222.0.41 "GET /v2.0/networks/ddaf5350-f561-44ae-95bd-987f416f70bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940958 Mar 23 11:02:20.392502 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966f7331-46fe-46ba-a261-08192aa6d13f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7dec95-e408-57f7-a9aa-31b64d88e4d5-a89a6767-25b8-437f-a491-713b0277c026', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'fixed_ips': [{'subnet_id': '76120b10-aef4-4df3-9eb9-41b94555bce9'}]}} from dv-cinder-790535-33-iscsi. {{(pid=103541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 11:02:20.394044 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-966f7331-46fe-46ba-a261-08192aa6d13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:20.412459 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a028440-d412-426b-98ce-d467013661f8 None None] Network e6e1cce8-f9d9-4c20-a001-1eafdfcbc70d requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:02:20.468156 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ce1cc5e8-d823-40df-834c-b638cb36cd64 admin admin] Publish callbacks [] for router_gateway (cb4dbaa4-6cb5-40f4-be1a-8814259b97de), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:20.624626 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-95e28b79-85f4-4611-bf25-d8a226ac95db admin admin] Publish callbacks [] for router_gateway (5797708f-0cbb-4dd8-9e40-050012755701), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:20.958745 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b2b0ea51-8877-427f-86fe-ca3be7a08924 admin admin] Publish callbacks [] for router_gateway (6caa565d-e730-4602-893b-972c8b586aa6), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:20.987817 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-25f1f659-8f9e-4340-aec3-9a9e8a07d3fc None None] Allocated IP 172.20.0.2 (4b8305e7-fc73-4884-8968-f1c6a05e1337/886ce67b-f101-4e68-8143-abba0194fcaa/f546a45f-35fb-4f7a-82be-30827b954aff) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:02:21.021502 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-966f7331-46fe-46ba-a261-08192aa6d13f None None] Allocated IP 172.20.0.2 (a89a6767-25b8-437f-a491-713b0277c026/76120b10-aef4-4df3-9eb9-41b94555bce9/7c0357d9-4a1c-4472-84ae-cc1f6a311490) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:02:21.025359 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Publish callbacks [] for port (a419ed78-6276-416e-8db3-1c62b987576d), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:21.069170 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3806a627-9098-4979-89d6-b216158c41ec req-e7557d08-28d1-4c06-90e0-0e169621998f tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 210 time: 0.2606845 Mar 23 11:02:21.115945 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ce1cc5e8-d823-40df-834c-b638cb36cd64 admin admin] Publish callbacks [] for router_gateway (cb4dbaa4-6cb5-40f4-be1a-8814259b97de), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:21.154943 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ce1cc5e8-d823-40df-834c-b638cb36cd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:21.161633 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823'] for port (a419ed78-6276-416e-8db3-1c62b987576d), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:21.174829 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 46300) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:21.193277 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-edcf5b93-245e-4739-b772-7a75907b10b2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1448144567-network', 'tenant_id': '44f50896c452499f97cbf03819ffa608'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:21.348002 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Network eeda6053-fd0d-4e64-ad5b-c3168c41b691 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:02:21.359574 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcf5b93-245e-4739-b772-7a75907b10b2 admin admin] Made reservation on behalf of 44f50896c452499f97cbf03819ffa608 for: {'network': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:02:21.362752 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-edcf5b93-245e-4739-b772-7a75907b10b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for network (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:21.380962 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:02:21.383291 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-edcf5b93-245e-4739-b772-7a75907b10b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:21.387164 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:02:21.405979 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Pushing event updated for resources: {'Port': ['ID=a419ed78-6276-416e-8db3-1c62b987576d,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:21.427950 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [None req-ce1cc5e8-d823-40df-834c-b638cb36cd64 admin admin] Allocated IP 172.27.0.162 (95c18418-5bae-427e-9b81-a5d1c1650c0a/3e1497af-c43c-4f5b-914b-136f0356db85/76c83a19-8c8f-4f46-866a-f1bf52891626) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:02:21.451693 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:21.468858 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:21.469232 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:21.469606 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:21.470065 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:21.470423 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:21.470769 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:21.471105 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:21.471450 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:21.471789 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:21.472126 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:21.472460 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:21.473389 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:21.473389 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:21.473543 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:21.473782 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Tracked resource versions report: Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: pushed versions: Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: { 'AddressGroup': {'1.2'}, Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'Agent': {'1.1'}, Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'ConntrackHelper': {'1.0'}, Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'LocalIPAssociation': {'1.0'}, Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'Log': {'1.0'}, Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'NDPProxy': {'1.0'}, Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'Network': {'1.1'}, Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'Port': {'1.7'}, Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'PortForwarding': {'1.3'}, Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'QosPolicy': {'1.10'}, Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'SecurityGroup': {'1.5'}, Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'SecurityGroupRule': {'1.2'}, Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'SubPort': {'1.0'}, Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'Subnet': {'1.1'}, Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'Trunk': {'1.1'}} Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: consumer versions: Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: { DHCP agent@dv-cinder-790535-33-iscsi: {}, Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: HyperV agent@hv-cinder-79053: {}, Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: L3 agent@dv-cinder-790535-33-iscsi: {}, Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: Metadata agent@dv-cinder-790535-33-iscsi: {}, Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: Metering agent@dv-cinder-790535-33-iscsi: {}, Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: Open vSwitch agent@dv-cinder-790535-33-iscsi: { 'AddressGroup': '1.2', Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'Agent': '1.1', Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'ConntrackHelper': '1.0', Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'LocalIPAssociation': '1.0', Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'Log': '1.0', Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'NDPProxy': '1.0', Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'Network': '1.1', Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'Port': '1.7', Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'PortForwarding': '1.3', Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'QosPolicy': '1.10', Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'SecurityGroup': '1.5', Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'SecurityGroupRule': '1.2', Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'SubPort': '1.0', Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'Subnet': '1.1', Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: 'Trunk': '1.1'}} Mar 23 11:02:21.474984 dv-cinder-790535-33-iscsi neutron-server[103541]: {{(pid=103541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 11:02:21.606717 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-95e28b79-85f4-4611-bf25-d8a226ac95db admin admin] Publish callbacks [] for router_gateway (5797708f-0cbb-4dd8-9e40-050012755701), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:21.639240 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Attempting to bind port a419ed78-6276-416e-8db3-1c62b987576d on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:02:21.639478 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-95e28b79-85f4-4611-bf25-d8a226ac95db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:21.639591 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Attempting to bind port a419ed78-6276-416e-8db3-1c62b987576d by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': '11115769-b95e-401f-b4f1-18e1cab6a5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:02:21.639968 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Attempting to bind port a419ed78-6276-416e-8db3-1c62b987576d on network eeda6053-fd0d-4e64-ad5b-c3168c41b691 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:02:21.652891 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-25f1f659-8f9e-4340-aec3-9a9e8a07d3fc None None] Publish callbacks [] for port (f546a45f-35fb-4f7a-82be-30827b954aff), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:21.672806 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:02:21.673227 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Checking segment: {'id': '11115769-b95e-401f-b4f1-18e1cab6a5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:02:21.674730 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:21.674833 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ce1cc5e8-d823-40df-834c-b638cb36cd64 admin admin] Publish callbacks [] for port (76c83a19-8c8f-4f46-866a-f1bf52891626), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:21.674917 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Bound using segment: {'id': '11115769-b95e-401f-b4f1-18e1cab6a5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:02:21.674917 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Bound port: a419ed78-6276-416e-8db3-1c62b987576d, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11115769-b95e-401f-b4f1-18e1cab6a5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:02:21.674917 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (a419ed78-6276-416e-8db3-1c62b987576d), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:21.728888 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-966f7331-46fe-46ba-a261-08192aa6d13f None None] Publish callbacks [] for port (7c0357d9-4a1c-4472-84ae-cc1f6a311490), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:21.759665 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] For port a419ed78-6276-416e-8db3-1c62b987576d, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:02:21.762896 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] For port a419ed78-6276-416e-8db3-1c62b987576d, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=a419ed78-6276-416e-8db3-1c62b987576d,segment=NetworkSegment(11115769-b95e-401f-b4f1-18e1cab6a5a0),segment_id=11115769-b95e-401f-b4f1-18e1cab6a5a0)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:02:21.779302 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-25f1f659-8f9e-4340-aec3-9a9e8a07d3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823'] for port (f546a45f-35fb-4f7a-82be-30827b954aff), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:21.810860 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-966f7331-46fe-46ba-a261-08192aa6d13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823'] for port (7c0357d9-4a1c-4472-84ae-cc1f6a311490), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:21.816560 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ce1cc5e8-d823-40df-834c-b638cb36cd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823'] for port (76c83a19-8c8f-4f46-866a-f1bf52891626), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:21.833342 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f1f659-8f9e-4340-aec3-9a9e8a07d3fc None None] Network 4b8305e7-fc73-4884-8968-f1c6a05e1337 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:02:21.838451 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-25f1f659-8f9e-4340-aec3-9a9e8a07d3fc None None] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:02:21.841884 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f1f659-8f9e-4340-aec3-9a9e8a07d3fc None None] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:02:21.846905 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1f659-8f9e-4340-aec3-9a9e8a07d3fc None None] Pushing event updated for resources: {'Port': ['ID=f546a45f-35fb-4f7a-82be-30827b954aff,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:21.855184 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966f7331-46fe-46ba-a261-08192aa6d13f None None] Network a89a6767-25b8-437f-a491-713b0277c026 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:02:21.857693 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-966f7331-46fe-46ba-a261-08192aa6d13f None None] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:02:21.880196 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966f7331-46fe-46ba-a261-08192aa6d13f None None] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:02:21.881749 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-edcf5b93-245e-4739-b772-7a75907b10b2 admin admin] Publish callbacks [] for security_group (8ba011e2-f8e6-4382-a5ab-6e646ae50e8f), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:21.885956 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (a419ed78-6276-416e-8db3-1c62b987576d), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:21.931407 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1cc5e8-d823-40df-834c-b638cb36cd64 admin admin] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:02:21.932956 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1cc5e8-d823-40df-834c-b638cb36cd64 admin admin] Pushing event updated for resources: {'Port': ['ID=76c83a19-8c8f-4f46-866a-f1bf52891626,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:21.944336 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-ce1cc5e8-d823-40df-834c-b638cb36cd64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:02:21.949428 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1cc5e8-d823-40df-834c-b638cb36cd64 admin admin] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:02:21.985783 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-edcf5b93-245e-4739-b772-7a75907b10b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (8ba011e2-f8e6-4382-a5ab-6e646ae50e8f), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:21.996768 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f7331-46fe-46ba-a261-08192aa6d13f None None] Pushing event updated for resources: {'Port': ['ID=7c0357d9-4a1c-4472-84ae-cc1f6a311490,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:22.040683 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edcf5b93-245e-4739-b772-7a75907b10b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=103540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:02:22.057771 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-25f1f659-8f9e-4340-aec3-9a9e8a07d3fc None None] Attempting to bind port f546a45f-35fb-4f7a-82be-30827b954aff on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:02:22.059223 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-25f1f659-8f9e-4340-aec3-9a9e8a07d3fc None None] Attempting to bind port f546a45f-35fb-4f7a-82be-30827b954aff by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': '486bcbfd-361c-4836-9657-8a8d022c8112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:02:22.059615 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f1f659-8f9e-4340-aec3-9a9e8a07d3fc None None] Attempting to bind port f546a45f-35fb-4f7a-82be-30827b954aff on network 4b8305e7-fc73-4884-8968-f1c6a05e1337 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:02:22.064956 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-966f7331-46fe-46ba-a261-08192aa6d13f None None] Attempting to bind port 7c0357d9-4a1c-4472-84ae-cc1f6a311490 on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:02:22.064956 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-966f7331-46fe-46ba-a261-08192aa6d13f None None] Attempting to bind port 7c0357d9-4a1c-4472-84ae-cc1f6a311490 by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': '57d442c5-ec64-426b-bfe9-88b2c70531c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:02:22.069540 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966f7331-46fe-46ba-a261-08192aa6d13f None None] Attempting to bind port 7c0357d9-4a1c-4472-84ae-cc1f6a311490 on network a89a6767-25b8-437f-a491-713b0277c026 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:02:22.076846 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f1f659-8f9e-4340-aec3-9a9e8a07d3fc None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:02:22.077274 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f1f659-8f9e-4340-aec3-9a9e8a07d3fc None None] Checking segment: {'id': '486bcbfd-361c-4836-9657-8a8d022c8112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:02:22.077693 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-25f1f659-8f9e-4340-aec3-9a9e8a07d3fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:22.078094 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f1f659-8f9e-4340-aec3-9a9e8a07d3fc None None] Bound using segment: {'id': '486bcbfd-361c-4836-9657-8a8d022c8112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:02:22.078599 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-25f1f659-8f9e-4340-aec3-9a9e8a07d3fc None None] Bound port: f546a45f-35fb-4f7a-82be-30827b954aff, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486bcbfd-361c-4836-9657-8a8d022c8112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:02:22.078971 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-25f1f659-8f9e-4340-aec3-9a9e8a07d3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (f546a45f-35fb-4f7a-82be-30827b954aff), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:22.094496 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966f7331-46fe-46ba-a261-08192aa6d13f None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:02:22.094889 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966f7331-46fe-46ba-a261-08192aa6d13f None None] Checking segment: {'id': '57d442c5-ec64-426b-bfe9-88b2c70531c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:02:22.095686 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-966f7331-46fe-46ba-a261-08192aa6d13f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:22.095686 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966f7331-46fe-46ba-a261-08192aa6d13f None None] Bound using segment: {'id': '57d442c5-ec64-426b-bfe9-88b2c70531c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:02:22.096170 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-966f7331-46fe-46ba-a261-08192aa6d13f None None] Bound port: 7c0357d9-4a1c-4472-84ae-cc1f6a311490, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d442c5-ec64-426b-bfe9-88b2c70531c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:02:22.096646 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-966f7331-46fe-46ba-a261-08192aa6d13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (7c0357d9-4a1c-4472-84ae-cc1f6a311490), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:22.144604 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003104d-80aa-49d5-a6f8-24cc6307254a None None] Pushing event updated for resources: {'Port': ['ID=a419ed78-6276-416e-8db3-1c62b987576d,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:22.147758 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [None req-95e28b79-85f4-4611-bf25-d8a226ac95db admin admin] Allocated IP 172.27.0.50 (95c18418-5bae-427e-9b81-a5d1c1650c0a/3e1497af-c43c-4f5b-914b-136f0356db85/349e8f84-e7f2-4ab1-bab8-7bf6e4907719) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:02:22.194551 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf5b93-245e-4739-b772-7a75907b10b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba011e2-f8e6-4382-a5ab-6e646ae50e8f,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:22.236317 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-edcf5b93-245e-4739-b772-7a75907b10b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (6d8222f4-4ece-4c58-95db-2f10cd4d60d6), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:22.238333 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.segments_db [None req-edcf5b93-245e-4739-b772-7a75907b10b2 admin admin] Added segment 6d8222f4-4ece-4c58-95db-2f10cd4d60d6 of type vlan for network 210c68bc-e1e1-4bf9-89b5-35dd6487554e Mar 23 11:02:22.322239 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-25f1f659-8f9e-4340-aec3-9a9e8a07d3fc None None] For port f546a45f-35fb-4f7a-82be-30827b954aff, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:02:22.339634 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-edcf5b93-245e-4739-b772-7a75907b10b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738510713667'] for network (210c68bc-e1e1-4bf9-89b5-35dd6487554e), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:22.353755 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-25f1f659-8f9e-4340-aec3-9a9e8a07d3fc None None] For port f546a45f-35fb-4f7a-82be-30827b954aff, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=f546a45f-35fb-4f7a-82be-30827b954aff,segment=NetworkSegment(486bcbfd-361c-4836-9657-8a8d022c8112),segment_id=486bcbfd-361c-4836-9657-8a8d022c8112)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:02:22.360337 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-966f7331-46fe-46ba-a261-08192aa6d13f None None] For port 7c0357d9-4a1c-4472-84ae-cc1f6a311490, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:02:22.377701 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-966f7331-46fe-46ba-a261-08192aa6d13f None None] For port 7c0357d9-4a1c-4472-84ae-cc1f6a311490, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=7c0357d9-4a1c-4472-84ae-cc1f6a311490,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:02:22.448254 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-25f1f659-8f9e-4340-aec3-9a9e8a07d3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (f546a45f-35fb-4f7a-82be-30827b954aff), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:22.520605 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6ad459ea-7365-4b43-8364-c9de6f0ca77f req-8a770a03-1994-4f75-8852-6a9a53621746 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 210 time: 0.3438978 Mar 23 11:02:22.531128 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b2b0ea51-8877-427f-86fe-ca3be7a08924 admin admin] Publish callbacks [] for router_gateway (6caa565d-e730-4602-893b-972c8b586aa6), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:22.532681 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-966f7331-46fe-46ba-a261-08192aa6d13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (7c0357d9-4a1c-4472-84ae-cc1f6a311490), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:22.609934 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ce1cc5e8-d823-40df-834c-b638cb36cd64 admin admin] Publish callbacks [] for router_gateway (cb4dbaa4-6cb5-40f4-be1a-8814259b97de), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:22.632571 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1f659-8f9e-4340-aec3-9a9e8a07d3fc None None] Pushing event updated for resources: {'Port': ['ID=f546a45f-35fb-4f7a-82be-30827b954aff,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:22.642573 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-edcf5b93-245e-4739-b772-7a75907b10b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for network (210c68bc-e1e1-4bf9-89b5-35dd6487554e), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:22.643534 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcf5b93-245e-4739-b772-7a75907b10b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:22.654786 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-edcf5b93-245e-4739-b772-7a75907b10b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:22.672379 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b2b0ea51-8877-427f-86fe-ca3be7a08924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:22.719982 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f7331-46fe-46ba-a261-08192aa6d13f None None] Pushing event updated for resources: {'Port': ['ID=7c0357d9-4a1c-4472-84ae-cc1f6a311490,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:22.803533 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf5b93-245e-4739-b772-7a75907b10b2 admin admin] Pushing event updated for resources: {'Network': ['ID=210c68bc-e1e1-4bf9-89b5-35dd6487554e,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:22.817443 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Network 210c68bc-e1e1-4bf9-89b5-35dd6487554e details requested by agent ovs-agent-dv-cinder-790535-33-iscsi with host dv-cinder-790535-33-iscsi {{(pid=103541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 11:02:22.845639 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-edcf5b93-245e-4739-b772-7a75907b10b2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6694200 Mar 23 11:02:22.851795 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 46354) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:22.861798 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-87768680-00ae-45b9-91eb-7a571ad2a0d9 admin admin] Request body: {'subnet': {'network_id': '210c68bc-e1e1-4bf9-89b5-35dd6487554e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1448144567-subnet', 'tenant_id': '44f50896c452499f97cbf03819ffa608', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:22.869111 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-95e28b79-85f4-4611-bf25-d8a226ac95db admin admin] Publish callbacks [] for port (349e8f84-e7f2-4ab1-bab8-7bf6e4907719), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:22.955270 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ce1cc5e8-d823-40df-834c-b638cb36cd64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589352'] for router (cb4dbaa4-6cb5-40f4-be1a-8814259b97de), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:22.975149 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87768680-00ae-45b9-91eb-7a571ad2a0d9 admin admin] Made reservation on behalf of 44f50896c452499f97cbf03819ffa608 for: {'subnet': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:02:22.977776 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-87768680-00ae-45b9-91eb-7a571ad2a0d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:23.099654 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-95e28b79-85f4-4611-bf25-d8a226ac95db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823'] for port (349e8f84-e7f2-4ab1-bab8-7bf6e4907719), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:23.203130 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [None req-b2b0ea51-8877-427f-86fe-ca3be7a08924 admin admin] Allocated IP 172.27.0.241 (95c18418-5bae-427e-9b81-a5d1c1650c0a/3e1497af-c43c-4f5b-914b-136f0356db85/29f62212-11d5-4038-ae6b-89cde38d561a) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:02:23.218899 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e28b79-85f4-4611-bf25-d8a226ac95db admin admin] Pushing event updated for resources: {'Port': ['ID=349e8f84-e7f2-4ab1-bab8-7bf6e4907719,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:23.251851 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e28b79-85f4-4611-bf25-d8a226ac95db admin admin] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:02:23.272431 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-95e28b79-85f4-4611-bf25-d8a226ac95db admin admin] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:02:23.275072 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e28b79-85f4-4611-bf25-d8a226ac95db admin admin] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:02:23.598447 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1cc5e8-d823-40df-834c-b638cb36cd64 admin admin] Router cb4dbaa4-6cb5-40f4-be1a-8814259b97de is scheduled to L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc with binding_index 1 {{(pid=103539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 11:02:23.606279 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device a419ed78-6276-416e-8db3-1c62b987576d up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:02:23.609732 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1cc5e8-d823-40df-834c-b638cb36cd64 admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:02:23.610788 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] Sync routers for ids ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:02:23.610788 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] Routers {'cb4dbaa4-6cb5-40f4-be1a-8814259b97de'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:02:23.610788 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2977015370>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:01:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:23.615687 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b2b0ea51-8877-427f-86fe-ca3be7a08924 admin admin] Publish callbacks [] for port (29f62212-11d5-4038-ae6b-89cde38d561a), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:23.711575 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ce1cc5e8-d823-40df-834c-b638cb36cd64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:23.716740 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-ce1cc5e8-d823-40df-834c-b638cb36cd64 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9507523 Mar 23 11:02:23.718314 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46374) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:23.765687 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port a419ed78-6276-416e-8db3-1c62b987576d triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:23.766125 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (a419ed78-6276-416e-8db3-1c62b987576d), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:23.802951 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b2b0ea51-8877-427f-86fe-ca3be7a08924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823'] for port (29f62212-11d5-4038-ae6b-89cde38d561a), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:23.871042 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c2501b-4772-4bc6-b637-cd5ecf99f881 None None] Network eeda6053-fd0d-4e64-ad5b-c3168c41b691 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:02:23.908052 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 46380) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:23.934328 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b0ea51-8877-427f-86fe-ca3be7a08924 admin admin] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:02:23.982586 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-b2b0ea51-8877-427f-86fe-ca3be7a08924 admin admin] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:02:24.003869 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] Set router cb4dbaa4-6cb5-40f4-be1a-8814259b97de gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:02:24.080260 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-68faf5ee-3a9a-4f5e-9453-3fb23e1b7363 req-1a0536b1-c499-4a4c-acce-bf5e11e88530 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 210 time: 0.1441197 Mar 23 11:02:24.083915 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b0ea51-8877-427f-86fe-ca3be7a08924 admin admin] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:02:24.279742 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-9b778a35-9b0d-4096-8946-8aae780b1ecb None None] Provisioning complete for port a419ed78-6276-416e-8db3-1c62b987576d triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:24.280148 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9b778a35-9b0d-4096-8946-8aae780b1ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (a419ed78-6276-416e-8db3-1c62b987576d), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:24.316005 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2977015370>, [{'id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'name': 'tempest-AttachVolumeTestJSON-1078316782-router', 'tenant_id': '88a763b09264492ebee3006194629da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:22Z', 'revision_number': 3, 'project_id': '88a763b09264492ebee3006194629da1', 'gw_port': {'id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fb:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:24.364677 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] Checking router: cb4dbaa4-6cb5-40f4-be1a-8814259b97de for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:02:24.365861 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] Updating router cb4dbaa4-6cb5-40f4-be1a-8814259b97de port 76c83a19-8c8f-4f46-866a-f1bf52891626 binding host dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 11:02:24.402905 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port a419ed78-6276-416e-8db3-1c62b987576d is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:24.403304 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (a419ed78-6276-416e-8db3-1c62b987576d), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:24.404566 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (76c83a19-8c8f-4f46-866a-f1bf52891626), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:24.475969 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0ea51-8877-427f-86fe-ca3be7a08924 admin admin] Pushing event updated for resources: {'Port': ['ID=29f62212-11d5-4038-ae6b-89cde38d561a,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:24.483161 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-87768680-00ae-45b9-91eb-7a571ad2a0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for subnet (dbe41f18-18f4-440f-90da-ba7b24d4f1d3), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:24.695083 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] For port a419ed78-6276-416e-8db3-1c62b987576d, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=a419ed78-6276-416e-8db3-1c62b987576d,segment=NetworkSegment(11115769-b95e-401f-b4f1-18e1cab6a5a0),segment_id=11115769-b95e-401f-b4f1-18e1cab6a5a0)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:02:24.774479 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-9b778a35-9b0d-4096-8946-8aae780b1ecb None None] Current status of the port a419ed78-6276-416e-8db3-1c62b987576d is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:24.775513 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9b778a35-9b0d-4096-8946-8aae780b1ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (a419ed78-6276-416e-8db3-1c62b987576d), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:24.805308 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (a419ed78-6276-416e-8db3-1c62b987576d), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:24.809497 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device f546a45f-35fb-4f7a-82be-30827b954aff up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:02:24.873647 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499a84b9-1780-4d7e-8b46-71af0b46a2ce None None] Network 4b8305e7-fc73-4884-8968-f1c6a05e1337 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:02:24.959850 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-95e28b79-85f4-4611-bf25-d8a226ac95db admin admin] Publish callbacks [] for router_gateway (5797708f-0cbb-4dd8-9e40-050012755701), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:24.983762 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-40b5d31b-bcf7-4ee0-9833-b000e43faaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:25.025494 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8fef45-0fa0-4849-b47f-cafb6b47562c None None] Network a89a6767-25b8-437f-a491-713b0277c026 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:02:25.046046 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port f546a45f-35fb-4f7a-82be-30827b954aff triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:25.046457 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (f546a45f-35fb-4f7a-82be-30827b954aff), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:25.064337 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87768680-00ae-45b9-91eb-7a571ad2a0d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbe41f18-18f4-440f-90da-ba7b24d4f1d3,revision_number=0']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:25.095760 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87768680-00ae-45b9-91eb-7a571ad2a0d9 admin admin] Checking segment: {'id': '6d8222f4-4ece-4c58-95db-2f10cd4d60d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '210c68bc-e1e1-4bf9-89b5-35dd6487554e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:02:25.096458 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87768680-00ae-45b9-91eb-7a571ad2a0d9 admin admin] Network hostable DHCP agents. Network: 210c68bc-e1e1-4bf9-89b5-35dd6487554e, hostable agents: ['18616f87-d995-4ff8-a7e5-ed686ac89f81'], hosted agents: [] {{(pid=103540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:02:25.153971 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b2b0ea51-8877-427f-86fe-ca3be7a08924 admin admin] Publish callbacks [] for router_gateway (6caa565d-e730-4602-893b-972c8b586aa6), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:25.169471 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] Publish callbacks [] for port (76c83a19-8c8f-4f46-866a-f1bf52891626), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:25.192073 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.db.api [None req-9b778a35-9b0d-4096-8946-8aae780b1ecb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 11:02:25.192438 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG oslo_db.api [None req-9b778a35-9b0d-4096-8946-8aae780b1ecb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 11:02:25.257791 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (76c83a19-8c8f-4f46-866a-f1bf52891626), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:25.301750 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Pushing event updated for resources: {'Port': ['ID=a419ed78-6276-416e-8db3-1c62b987576d,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:25.307579 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87768680-00ae-45b9-91eb-7a571ad2a0d9 admin admin] Network 210c68bc-e1e1-4bf9-89b5-35dd6487554e is scheduled to be hosted by DHCP agent 18616f87-d995-4ff8-a7e5-ed686ac89f81 with binding_index 1 {{(pid=103540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:02:25.346002 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-69c69ff7-c22b-41ae-9836-8d02966ebf86 req-cb2e3f51-3eda-4c73-8a97-70b4616707f2 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 210 time: 0.1064608 Mar 23 11:02:25.366947 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] Attempting to bind port 76c83a19-8c8f-4f46-866a-f1bf52891626 on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:02:25.366947 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] Attempting to bind port 76c83a19-8c8f-4f46-866a-f1bf52891626 by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:02:25.366947 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] Attempting to bind port 76c83a19-8c8f-4f46-866a-f1bf52891626 on network 95c18418-5bae-427e-9b81-a5d1c1650c0a {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:02:25.384282 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port f546a45f-35fb-4f7a-82be-30827b954aff is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:25.384282 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (f546a45f-35fb-4f7a-82be-30827b954aff), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:25.395206 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:02:25.395206 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] Checking segment: {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:02:25.395710 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:25.396208 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] Bound using segment: {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:02:25.399025 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] Bound port: 76c83a19-8c8f-4f46-866a-f1bf52891626, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:02:25.399552 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (76c83a19-8c8f-4f46-866a-f1bf52891626), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:25.400606 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [None req-40b5d31b-bcf7-4ee0-9833-b000e43faaa5 admin admin] Allocated IP 172.20.0.1 (eeda6053-fd0d-4e64-ad5b-c3168c41b691/0a92f87a-4230-4f3a-9c60-1bacc798819f/17b8b188-e216-45ba-a788-20f4d39d9165) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:02:25.514119 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] For port 76c83a19-8c8f-4f46-866a-f1bf52891626, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:02:25.518811 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] For port 76c83a19-8c8f-4f46-866a-f1bf52891626, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=76c83a19-8c8f-4f46-866a-f1bf52891626,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:02:25.524572 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] For port f546a45f-35fb-4f7a-82be-30827b954aff, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=f546a45f-35fb-4f7a-82be-30827b954aff,segment=NetworkSegment(486bcbfd-361c-4836-9657-8a8d022c8112),segment_id=486bcbfd-361c-4836-9657-8a8d022c8112)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:02:25.533139 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba95ffc-f2c4-41d0-8857-fee560e1fcdc None None] Pushing event updated for resources: {'Port': ['ID=76c83a19-8c8f-4f46-866a-f1bf52891626,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:25.540185 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-87768680-00ae-45b9-91eb-7a571ad2a0d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-33-iscsi, 210c68bc-e1e1-4bf9-89b5-35dd6487554e) {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:02:25.555916 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba95ffc-f2c4-41d0-8857-fee560e1fcdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:25.556435 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba95ffc-f2c4-41d0-8857-fee560e1fcdc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:25.556940 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba95ffc-f2c4-41d0-8857-fee560e1fcdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:25.557450 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba95ffc-f2c4-41d0-8857-fee560e1fcdc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:25.558815 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba95ffc-f2c4-41d0-8857-fee560e1fcdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:25.558815 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba95ffc-f2c4-41d0-8857-fee560e1fcdc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:25.558815 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba95ffc-f2c4-41d0-8857-fee560e1fcdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:25.559392 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba95ffc-f2c4-41d0-8857-fee560e1fcdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:25.559860 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba95ffc-f2c4-41d0-8857-fee560e1fcdc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:25.560377 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba95ffc-f2c4-41d0-8857-fee560e1fcdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:25.564009 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba95ffc-f2c4-41d0-8857-fee560e1fcdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:25.564410 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba95ffc-f2c4-41d0-8857-fee560e1fcdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:25.564746 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba95ffc-f2c4-41d0-8857-fee560e1fcdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:25.565085 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba95ffc-f2c4-41d0-8857-fee560e1fcdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:25.565473 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba95ffc-f2c4-41d0-8857-fee560e1fcdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba95ffc-f2c4-41d0-8857-fee560e1fcdc None None] Tracked resource versions report: Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: pushed versions: Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: { 'AddressGroup': {'1.2'}, Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'Agent': {'1.1'}, Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'ConntrackHelper': {'1.0'}, Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'LocalIPAssociation': {'1.0'}, Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'Log': {'1.0'}, Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'NDPProxy': {'1.0'}, Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'Network': {'1.1'}, Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'Port': {'1.7'}, Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'PortForwarding': {'1.3'}, Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'QosPolicy': {'1.10'}, Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'SecurityGroup': {'1.5'}, Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'SecurityGroupRule': {'1.2'}, Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'SubPort': {'1.0'}, Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'Subnet': {'1.1'}, Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'Trunk': {'1.1'}} Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: consumer versions: Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: { DHCP agent@dv-cinder-790535-33-iscsi: {}, Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: HyperV agent@hv-cinder-79053: {}, Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: L3 agent@dv-cinder-790535-33-iscsi: {}, Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: Metadata agent@dv-cinder-790535-33-iscsi: {}, Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: Metering agent@dv-cinder-790535-33-iscsi: {}, Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: Open vSwitch agent@dv-cinder-790535-33-iscsi: { 'AddressGroup': '1.2', Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'Agent': '1.1', Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'ConntrackHelper': '1.0', Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'LocalIPAssociation': '1.0', Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'Log': '1.0', Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'NDPProxy': '1.0', Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'Network': '1.1', Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'Port': '1.7', Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'PortForwarding': '1.3', Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'QosPolicy': '1.10', Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'SecurityGroup': '1.5', Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'SecurityGroupRule': '1.2', Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'SubPort': '1.0', Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'Subnet': '1.1', Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: 'Trunk': '1.1'}} Mar 23 11:02:25.566675 dv-cinder-790535-33-iscsi neutron-server[103542]: {{(pid=103542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 11:02:25.569817 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87768680-00ae-45b9-91eb-7a571ad2a0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:25.570540 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-87768680-00ae-45b9-91eb-7a571ad2a0d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:25.581652 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff83edb-644e-48c0-8f3a-0c58da66e0da None None] Network 210c68bc-e1e1-4bf9-89b5-35dd6487554e requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:02:25.606640 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (76c83a19-8c8f-4f46-866a-f1bf52891626), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:25.642692 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-40b5d31b-bcf7-4ee0-9833-b000e43faaa5 admin admin] Publish callbacks [] for port (17b8b188-e216-45ba-a788-20f4d39d9165), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:25.662817 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] Routers {'cb4dbaa4-6cb5-40f4-be1a-8814259b97de'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:02:25.663847 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2977015370>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:01:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:25.704397 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (f546a45f-35fb-4f7a-82be-30827b954aff), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:25.704927 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 7c0357d9-4a1c-4472-84ae-cc1f6a311490 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:02:25.742381 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-87768680-00ae-45b9-91eb-7a571ad2a0d9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8902946 Mar 23 11:02:25.747661 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-95e28b79-85f4-4611-bf25-d8a226ac95db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589352'] for router (5797708f-0cbb-4dd8-9e40-050012755701), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:25.803944 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] Set router cb4dbaa4-6cb5-40f4-be1a-8814259b97de gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:02:25.804939 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-40b5d31b-bcf7-4ee0-9833-b000e43faaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823'] for port (17b8b188-e216-45ba-a788-20f4d39d9165), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:25.869509 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50443975-940a-42c5-a3a2-88489c77d6ff None None] Network 210c68bc-e1e1-4bf9-89b5-35dd6487554e requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:02:25.880720 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b5d31b-bcf7-4ee0-9833-b000e43faaa5 admin admin] Network eeda6053-fd0d-4e64-ad5b-c3168c41b691 is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:02:25.884994 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-40b5d31b-bcf7-4ee0-9833-b000e43faaa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:02:25.890278 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b5d31b-bcf7-4ee0-9833-b000e43faaa5 admin admin] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:02:25.890904 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-40b5d31b-bcf7-4ee0-9833-b000e43faaa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573693'] for router_interface (cb4dbaa4-6cb5-40f4-be1a-8814259b97de), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:25.961444 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-cf0037a0-a69b-4e87-ab6e-9a31a1546a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:25.992074 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-9b778a35-9b0d-4096-8946-8aae780b1ecb None None] Current status of the port a419ed78-6276-416e-8db3-1c62b987576d is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:26.008534 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Pushing event updated for resources: {'Port': ['ID=f546a45f-35fb-4f7a-82be-30827b954aff,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:26.008945 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5d31b-bcf7-4ee0-9833-b000e43faaa5 admin admin] Pushing event updated for resources: {'Port': ['ID=17b8b188-e216-45ba-a788-20f4d39d9165,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:26.097435 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 7c0357d9-4a1c-4472-84ae-cc1f6a311490 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:26.097985 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (7c0357d9-4a1c-4472-84ae-cc1f6a311490), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:26.156367 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46420) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:26.159348 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b2b0ea51-8877-427f-86fe-ca3be7a08924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589352'] for router (6caa565d-e730-4602-893b-972c8b586aa6), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:26.199156 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-249788ff-40f7-4b9b-96d6-23c5c66ce4b9 None None] Provisioning complete for port f546a45f-35fb-4f7a-82be-30827b954aff triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:26.200170 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-249788ff-40f7-4b9b-96d6-23c5c66ce4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (f546a45f-35fb-4f7a-82be-30827b954aff), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:26.222298 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba95ffc-f2c4-41d0-8857-fee560e1fcdc None None] Pushing event updated for resources: {'Port': ['ID=76c83a19-8c8f-4f46-866a-f1bf52891626,revision_number=3']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:26.236971 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab724c0-bd87-4319-b990-f39b77687f92 admin admin] Deleting subnet 3fcac644-82c3-402d-9d49-9673f1a5a3d9 {{(pid=103539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 11:02:26.244965 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8ab724c0-bd87-4319-b990-f39b77687f92 admin admin] Publish callbacks [] for subnet (3fcac644-82c3-402d-9d49-9673f1a5a3d9), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:26.269381 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2977015370>, [{'id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'name': 'tempest-AttachVolumeTestJSON-1078316782-router', 'tenant_id': '88a763b09264492ebee3006194629da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:22Z', 'revision_number': 3, 'project_id': '88a763b09264492ebee3006194629da1', 'gw_port': {'id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fb:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:26.310143 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8ab724c0-bd87-4319-b990-f39b77687f92 admin admin] Publish callbacks [] for subnet (3fcac644-82c3-402d-9d49-9673f1a5a3d9), precommit_delete_associations {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:26.316569 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2a7136-eaec-40c5-b1e1-292d93787cfd None None] The sync data for ids ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'] in dv-cinder-790535-33-iscsi is: [{'id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'name': 'tempest-AttachVolumeTestJSON-1078316782-router', 'tenant_id': '88a763b09264492ebee3006194629da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:22Z', 'revision_number': 3, 'project_id': '88a763b09264492ebee3006194629da1', 'gw_port': {'id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fb:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:02:26.322413 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8ab724c0-bd87-4319-b990-f39b77687f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3350868'] for subnet (3fcac644-82c3-402d-9d49-9673f1a5a3d9), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:26.380614 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 7c0357d9-4a1c-4472-84ae-cc1f6a311490 is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:26.381016 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (7c0357d9-4a1c-4472-84ae-cc1f6a311490), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:26.396502 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e28b79-85f4-4611-bf25-d8a226ac95db admin admin] Router 5797708f-0cbb-4dd8-9e40-050012755701 is scheduled to L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc with binding_index 1 {{(pid=103540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 11:02:26.418908 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-249788ff-40f7-4b9b-96d6-23c5c66ce4b9 None None] Current status of the port f546a45f-35fb-4f7a-82be-30827b954aff is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:26.430563 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] For port 7c0357d9-4a1c-4472-84ae-cc1f6a311490, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=7c0357d9-4a1c-4472-84ae-cc1f6a311490,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:02:26.446133 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-249788ff-40f7-4b9b-96d6-23c5c66ce4b9 None None] Provisioning complete for port a419ed78-6276-416e-8db3-1c62b987576d triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:26.446523 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-249788ff-40f7-4b9b-96d6-23c5c66ce4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (a419ed78-6276-416e-8db3-1c62b987576d), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:26.485902 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-40b5d31b-bcf7-4ee0-9833-b000e43faaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (17b8b188-e216-45ba-a788-20f4d39d9165), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:26.523362 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b0ea51-8877-427f-86fe-ca3be7a08924 admin admin] Router 6caa565d-e730-4602-893b-972c8b586aa6 is scheduled to L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc with binding_index 1 {{(pid=103540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 11:02:26.530672 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (7c0357d9-4a1c-4472-84ae-cc1f6a311490), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:26.560282 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b92bf83b-db29-40e3-a399-340db35927bc req-d3ad5225-39c6-4db8-8af1-55365fe1d64d tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 210 time: 0.0378382 Mar 23 11:02:26.564944 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-249788ff-40f7-4b9b-96d6-23c5c66ce4b9 None None] Current status of the port a419ed78-6276-416e-8db3-1c62b987576d is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:26.588327 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-249788ff-40f7-4b9b-96d6-23c5c66ce4b9 None None] Provisioning complete for port 7c0357d9-4a1c-4472-84ae-cc1f6a311490 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:26.588721 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-249788ff-40f7-4b9b-96d6-23c5c66ce4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (7c0357d9-4a1c-4472-84ae-cc1f6a311490), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:26.605307 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Pushing event updated for resources: {'Port': ['ID=7c0357d9-4a1c-4472-84ae-cc1f6a311490,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:26.703813 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b0ea51-8877-427f-86fe-ca3be7a08924 admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:02:26.733347 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device a419ed78-6276-416e-8db3-1c62b987576d up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:02:26.745465 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-40b5d31b-bcf7-4ee0-9833-b000e43faaa5 admin admin] Publish callbacks [] for port (17b8b188-e216-45ba-a788-20f4d39d9165), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:26.749197 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8ab724c0-bd87-4319-b990-f39b77687f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3350861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for subnet (3fcac644-82c3-402d-9d49-9673f1a5a3d9), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:26.767335 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e28b79-85f4-4611-bf25-d8a226ac95db admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:02:26.782954 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab724c0-bd87-4319-b990-f39b77687f92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fcac644-82c3-402d-9d49-9673f1a5a3d9,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:26.787795 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] Sync routers for ids ['5797708f-0cbb-4dd8-9e40-050012755701'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:02:26.796287 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8ab724c0-bd87-4319-b990-f39b77687f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:26.800624 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b2b0ea51-8877-427f-86fe-ca3be7a08924 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:26.804623 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-b2b0ea51-8877-427f-86fe-ca3be7a08924 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.8498623 Mar 23 11:02:26.808771 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-8ab724c0-bd87-4319-b990-f39b77687f92 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3fcac644-82c3-402d-9d49-9673f1a5a3d9 HTTP/1.1" status: 204 len: 168 time: 0.6456180 Mar 23 11:02:26.810352 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] Routers {'5797708f-0cbb-4dd8-9e40-050012755701'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:02:26.811064 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46432) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:26.811210 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 46434) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:26.814585 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f29770fe3a0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:01:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['5797708f-0cbb-4dd8-9e40-050012755701'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:26.820083 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] Sync routers for ids ['6caa565d-e730-4602-893b-972c8b586aa6'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:02:26.843195 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] Routers {'6caa565d-e730-4602-893b-972c8b586aa6'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:02:26.844345 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975f88be0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:01:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['6caa565d-e730-4602-893b-972c8b586aa6'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:26.887142 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-249788ff-40f7-4b9b-96d6-23c5c66ce4b9 None None] Current status of the port 7c0357d9-4a1c-4472-84ae-cc1f6a311490 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:26.893534 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-40b5d31b-bcf7-4ee0-9833-b000e43faaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (17b8b188-e216-45ba-a788-20f4d39d9165), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:26.894344 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-40b5d31b-bcf7-4ee0-9833-b000e43faaa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573545'] for router_interface (cb4dbaa4-6cb5-40f4-be1a-8814259b97de), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:26.970351 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port a419ed78-6276-416e-8db3-1c62b987576d triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:26.970730 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (a419ed78-6276-416e-8db3-1c62b987576d), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:27.010740 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-95e28b79-85f4-4611-bf25-d8a226ac95db admin admin] Publish callbacks [] for router (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:27.014254 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-95e28b79-85f4-4611-bf25-d8a226ac95db admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0665770 Mar 23 11:02:27.041179 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] Set router 5797708f-0cbb-4dd8-9e40-050012755701 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:02:27.051820 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 46436) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:27.105949 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-d4a72d5a-db30-4687-ac9a-80c9b4949eeb None None] Provisioning complete for port 7c0357d9-4a1c-4472-84ae-cc1f6a311490 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:27.106348 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d4a72d5a-db30-4687-ac9a-80c9b4949eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (7c0357d9-4a1c-4472-84ae-cc1f6a311490), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:27.205769 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148571'] for network (e6e1cce8-f9d9-4c20-a001-1eafdfcbc70d), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:27.213143 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5d31b-bcf7-4ee0-9833-b000e43faaa5 admin admin] Pushing event updated for resources: {'Port': ['ID=17b8b188-e216-45ba-a788-20f4d39d9165,revision_number=2']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:27.336822 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] Set router 6caa565d-e730-4602-893b-972c8b586aa6 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:02:27.354316 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b5d31b-bcf7-4ee0-9833-b000e43faaa5 admin admin] Network eeda6053-fd0d-4e64-ad5b-c3168c41b691 is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:02:27.357466 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3292129', 'neutron.services.segments.db._delete_segments_for_network-8738511072579'] for network (e6e1cce8-f9d9-4c20-a001-1eafdfcbc70d), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:27.360718 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-40b5d31b-bcf7-4ee0-9833-b000e43faaa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:02:27.378018 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f29770fe3a0>, [{'id': '5797708f-0cbb-4dd8-9e40-050012755701', 'name': 'tempest-ServerRescueNegativeTestJSON-347261842-router', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:23Z', 'revision_number': 3, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'gw_port': {'id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:84:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:27.385986 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2976f98d60>> segment before_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:27.386345 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2976f98d60>> subnet precommit_delete_associations 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:27.387111 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2976f2c2b0>> segment_host_mapping after_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:27.387447 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2976f2c2b0>> port after_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:27.387777 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2976f2c2b0>> port after_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:27.388120 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2976f2c2b0>> port after_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:27.388447 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2976f2c2b0>> segment after_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:27.388777 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2976f2c2b0>> subnet after_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:27.389101 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2976f2c2b0>> subnet after_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:27.389561 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2976f2c2b0>> subnet after_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:27.424478 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] Checking router: 5797708f-0cbb-4dd8-9e40-050012755701 for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:02:27.424978 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] Updating router 5797708f-0cbb-4dd8-9e40-050012755701 port 349e8f84-e7f2-4ab1-bab8-7bf6e4907719 binding host dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 11:02:27.461554 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (349e8f84-e7f2-4ab1-bab8-7bf6e4907719), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:27.615902 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port a419ed78-6276-416e-8db3-1c62b987576d is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:27.617009 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device f546a45f-35fb-4f7a-82be-30827b954aff up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:02:27.781567 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-d4a72d5a-db30-4687-ac9a-80c9b4949eeb None None] Current status of the port 7c0357d9-4a1c-4472-84ae-cc1f6a311490 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:27.786257 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2976dfee80>> subnet after_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:27.786617 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2976dfee80>> subnet after_delete 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:27.786955 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2976dfee80>> subnet before_create 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:27.788237 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2976dfee80>> subnet before_update 55550000 {{(pid=103539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:27.788237 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.services.segments.db [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2976f2c7c0>,) {'filters': {'network_id': ['e6e1cce8-f9d9-4c20-a001-1eafdfcbc70d']}} {{(pid=103539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:27.813933 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-d4a72d5a-db30-4687-ac9a-80c9b4949eeb None None] Provisioning complete for port 17b8b188-e216-45ba-a788-20f4d39d9165 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:27.814296 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d4a72d5a-db30-4687-ac9a-80c9b4949eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (17b8b188-e216-45ba-a788-20f4d39d9165), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:27.851066 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ce73bc4d-3f35-4836-af2e-3e04defb6dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:27.856380 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port f546a45f-35fb-4f7a-82be-30827b954aff triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:27.856776 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (f546a45f-35fb-4f7a-82be-30827b954aff), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:27.872985 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.services.segments.db [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2976f2c7c0>, '28e5ec66-57b6-4586-b304-6b15c34be123') {'for_net_delete': True} {{(pid=103539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:27.873324 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.services.segments.db [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2976f2c7c0>, '28e5ec66-57b6-4586-b304-6b15c34be123') {} {{(pid=103539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:27.885188 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975f88be0>, [{'id': '6caa565d-e730-4602-893b-972c8b586aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-1335546804-router', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:24Z', 'revision_number': 3, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'gw_port': {'id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:22Z', 'updated_at': '2022-03-23T11:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:27.897098 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738511073100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11844232'] for segment (28e5ec66-57b6-4586-b304-6b15c34be123), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:27.935609 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (28e5ec66-57b6-4586-b304-6b15c34be123), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:27.938972 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] Checking router: 6caa565d-e730-4602-893b-972c8b586aa6 for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:02:27.939600 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] Updating router 6caa565d-e730-4602-893b-972c8b586aa6 port 29f62212-11d5-4038-ae6b-89cde38d561a binding host dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 11:02:27.941774 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-d4a72d5a-db30-4687-ac9a-80c9b4949eeb None None] Port 17b8b188-e216-45ba-a788-20f4d39d9165 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:02:27.962506 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 11:02:27.969194 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798631'] for segment (28e5ec66-57b6-4586-b304-6b15c34be123), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: from cryptography.utils import int_from_bytes Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: from cryptography.utils import int_from_bytes Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: Traceback (most recent call last): Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: timer() Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: cb(*args, **kw) Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: return func(*args, **kwargs) Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: self._notify() Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: self.callback(batched_events) Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: event.method(event) Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: return f(self, *a, **k) Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: return self._get(url).json() Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: return self.request(url, 'GET', **kwargs) Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:02:27.983061 dv-cinder-790535-33-iscsi neutron-server[103539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:02:27.987837 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (29f62212-11d5-4038-ae6b-89cde38d561a), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:28.078193 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] Publish callbacks [] for port (349e8f84-e7f2-4ab1-bab8-7bf6e4907719), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:28.085909 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b5d31b-bcf7-4ee0-9833-b000e43faaa5 admin admin] Router cb4dbaa4-6cb5-40f4-be1a-8814259b97de has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:02:28.129800 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port f546a45f-35fb-4f7a-82be-30827b954aff is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:28.148532 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-ee4dc40c-1884-4f90-b3bd-582abe4b76bb None None] Provisioning complete for port 17b8b188-e216-45ba-a788-20f4d39d9165 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:28.148923 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc40c-1884-4f90-b3bd-582abe4b76bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (17b8b188-e216-45ba-a788-20f4d39d9165), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:28.150750 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6d5bc902-d22e-4d99-bbeb-5a9b65acf11b req-c3a61fcc-9baa-47f1-a237-7ff3e1007c94 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 210 time: 0.2253072 Mar 23 11:02:28.177588 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (349e8f84-e7f2-4ab1-bab8-7bf6e4907719), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:28.226299 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b5d31b-bcf7-4ee0-9833-b000e43faaa5 admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:02:28.229380 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3292122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589424'] for network (e6e1cce8-f9d9-4c20-a001-1eafdfcbc70d), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:28.236150 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-40b5d31b-bcf7-4ee0-9833-b000e43faaa5 admin admin] 10.222.0.41 "PUT /v2.0/routers/cb4dbaa4-6cb5-40f4-be1a-8814259b97de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5177314 Mar 23 11:02:28.274114 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e5788-5acb-48fc-aef2-b09b797d4389 None None] Pushing event updated for resources: {'Port': ['ID=349e8f84-e7f2-4ab1-bab8-7bf6e4907719,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:28.277117 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6e1cce8-f9d9-4c20-a001-1eafdfcbc70d,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:28.279468 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:28.281454 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] Attempting to bind port 349e8f84-e7f2-4ab1-bab8-7bf6e4907719 on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:02:28.281987 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] Attempting to bind port 349e8f84-e7f2-4ab1-bab8-7bf6e4907719 by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:02:28.282532 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] Attempting to bind port 349e8f84-e7f2-4ab1-bab8-7bf6e4907719 on network 95c18418-5bae-427e-9b81-a5d1c1650c0a {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:02:28.286044 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-35827a89-dd4f-4bdc-902f-139d21ef2706 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e6e1cce8-f9d9-4c20-a001-1eafdfcbc70d HTTP/1.1" status: 204 len: 168 time: 1.4711368 Mar 23 11:02:28.286721 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46454) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:28.300442 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:02:28.300840 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] Checking segment: {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:02:28.301280 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:28.301680 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] Bound using segment: {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:02:28.302172 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] Bound port: 349e8f84-e7f2-4ab1-bab8-7bf6e4907719, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:02:28.302560 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (349e8f84-e7f2-4ab1-bab8-7bf6e4907719), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:28.336759 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5e4c0e-2f40-460e-9b52-f3320cfa8002 admin admin] Deleting subnet dbe41f18-18f4-440f-90da-ba7b24d4f1d3 {{(pid=103539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 11:02:28.340515 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4c0e-2f40-460e-9b52-f3320cfa8002 admin admin] Publish callbacks [] for subnet (dbe41f18-18f4-440f-90da-ba7b24d4f1d3), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:28.359497 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-ee4dc40c-1884-4f90-b3bd-582abe4b76bb None None] Port 17b8b188-e216-45ba-a788-20f4d39d9165 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:02:28.395747 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a56c991e-3972-4339-a17c-e9662ed886d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:28.406233 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4c0e-2f40-460e-9b52-f3320cfa8002 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11844273'] for subnet (dbe41f18-18f4-440f-90da-ba7b24d4f1d3), precommit_delete_associations {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:28.406999 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] For port 349e8f84-e7f2-4ab1-bab8-7bf6e4907719, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:02:28.411623 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] For port 349e8f84-e7f2-4ab1-bab8-7bf6e4907719, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=349e8f84-e7f2-4ab1-bab8-7bf6e4907719,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:02:28.476308 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4c0e-2f40-460e-9b52-f3320cfa8002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3350868'] for subnet (dbe41f18-18f4-440f-90da-ba7b24d4f1d3), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:28.478762 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (349e8f84-e7f2-4ab1-bab8-7bf6e4907719), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:28.491109 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c3ec8255-c410-4014-a023-a964ac5c07a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:28.518766 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] Publish callbacks [] for port (29f62212-11d5-4038-ae6b-89cde38d561a), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:28.559352 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] Routers {'5797708f-0cbb-4dd8-9e40-050012755701'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:02:28.559991 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f29770fe3a0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:02:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['5797708f-0cbb-4dd8-9e40-050012755701'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:28.561925 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e5788-5acb-48fc-aef2-b09b797d4389 None None] Pushing event updated for resources: {'Port': ['ID=349e8f84-e7f2-4ab1-bab8-7bf6e4907719,revision_number=3']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:28.619035 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (29f62212-11d5-4038-ae6b-89cde38d561a), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:28.660047 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [None req-a56c991e-3972-4339-a17c-e9662ed886d3 admin admin] Allocated IP 172.20.0.1 (a89a6767-25b8-437f-a491-713b0277c026/76120b10-aef4-4df3-9eb9-41b94555bce9/18896643-080e-45ec-9651-fcc34ac08cdc) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:02:28.677020 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4c0e-2f40-460e-9b52-f3320cfa8002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3350861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11800261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11983438'] for subnet (dbe41f18-18f4-440f-90da-ba7b24d4f1d3), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:28.687633 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7095a97-0908-4847-94c4-6cd24cb23ac6 None None] Pushing event updated for resources: {'Port': ['ID=29f62212-11d5-4038-ae6b-89cde38d561a,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:28.690079 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] Attempting to bind port 29f62212-11d5-4038-ae6b-89cde38d561a on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:02:28.690455 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] Attempting to bind port 29f62212-11d5-4038-ae6b-89cde38d561a by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:02:28.690865 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] Attempting to bind port 29f62212-11d5-4038-ae6b-89cde38d561a on network 95c18418-5bae-427e-9b81-a5d1c1650c0a {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:02:28.697198 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:02:28.697568 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] Checking segment: {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:02:28.697985 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:28.698375 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] Bound using segment: {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:02:28.698861 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] Bound port: 29f62212-11d5-4038-ae6b-89cde38d561a, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:02:28.699360 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (29f62212-11d5-4038-ae6b-89cde38d561a), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:28.747862 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e4c0e-2f40-460e-9b52-f3320cfa8002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbe41f18-18f4-440f-90da-ba7b24d4f1d3,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:28.756767 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4c0e-2f40-460e-9b52-f3320cfa8002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:28.766246 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 46462) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:28.773022 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-fa5e4c0e-2f40-460e-9b52-f3320cfa8002 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dbe41f18-18f4-440f-90da-ba7b24d4f1d3 HTTP/1.1" status: 204 len: 168 time: 0.4740646 Mar 23 11:02:28.774556 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] Set router 5797708f-0cbb-4dd8-9e40-050012755701 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:02:28.803965 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] For port 29f62212-11d5-4038-ae6b-89cde38d561a, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:02:28.813126 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] For port 29f62212-11d5-4038-ae6b-89cde38d561a, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=29f62212-11d5-4038-ae6b-89cde38d561a,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:02:28.864566 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148571'] for network (210c68bc-e1e1-4bf9-89b5-35dd6487554e), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:28.872342 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 76c83a19-8c8f-4f46-866a-f1bf52891626 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:02:28.923658 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (29f62212-11d5-4038-ae6b-89cde38d561a), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:28.977252 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] Sync routers for ids ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:02:29.015865 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f29770fe3a0>, [{'id': '5797708f-0cbb-4dd8-9e40-050012755701', 'name': 'tempest-ServerRescueNegativeTestJSON-347261842-router', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:23Z', 'revision_number': 3, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'gw_port': {'id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:84:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:29.073929 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a56c991e-3972-4339-a17c-e9662ed886d3 admin admin] Publish callbacks [] for port (18896643-080e-45ec-9651-fcc34ac08cdc), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:29.076139 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3292129', 'neutron.services.segments.db._delete_segments_for_network-8738511072579'] for network (210c68bc-e1e1-4bf9-89b5-35dd6487554e), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:29.084909 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0735be-a37f-4738-ab5e-fdef6cf47f97 None None] The sync data for ids ['5797708f-0cbb-4dd8-9e40-050012755701'] in dv-cinder-790535-33-iscsi is: [{'id': '5797708f-0cbb-4dd8-9e40-050012755701', 'name': 'tempest-ServerRescueNegativeTestJSON-347261842-router', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:23Z', 'revision_number': 3, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'gw_port': {'id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:84:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:02:29.126395 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] Routers {'cb4dbaa4-6cb5-40f4-be1a-8814259b97de'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:02:29.127370 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975efd490>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:02:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:29.140512 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [None req-c3ec8255-c410-4014-a023-a964ac5c07a8 admin admin] Allocated IP 172.20.0.1 (4b8305e7-fc73-4884-8968-f1c6a05e1337/886ce67b-f101-4e68-8143-abba0194fcaa/98442a47-35ec-4a33-806f-498a325edc3c) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:02:29.149668 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f29765beb50>> segment before_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:29.150027 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f29765beb50>> subnet precommit_delete_associations 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:29.150902 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2976453b20>> segment_host_mapping after_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:29.151717 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2976453b20>> port after_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:29.151796 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2976453b20>> port after_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:29.152144 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2976453b20>> port after_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:29.152533 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2976453b20>> segment after_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:29.152862 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2976453b20>> subnet after_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:29.153227 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2976453b20>> subnet after_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:29.159493 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2976453b20>> subnet after_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:29.219773 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] Routers {'6caa565d-e730-4602-893b-972c8b586aa6'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:02:29.219773 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975f88be0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:02:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['6caa565d-e730-4602-893b-972c8b586aa6'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:29.219773 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7095a97-0908-4847-94c4-6cd24cb23ac6 None None] Pushing event updated for resources: {'Port': ['ID=29f62212-11d5-4038-ae6b-89cde38d561a,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:29.347321 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 76c83a19-8c8f-4f46-866a-f1bf52891626 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:29.347694 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (76c83a19-8c8f-4f46-866a-f1bf52891626), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:29.354503 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2976880640>> subnet after_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:29.354503 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2976880640>> subnet after_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:29.354503 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2976880640>> subnet before_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:29.354503 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2976880640>> subnet before_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 11:02:29.354503 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2976453310>,) {'filters': {'network_id': ['210c68bc-e1e1-4bf9-89b5-35dd6487554e']}} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:29.398313 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46484) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:29.399408 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2976453310>, '6d8222f4-4ece-4c58-95db-2f10cd4d60d6') {'for_net_delete': True} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:29.399531 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2976453310>, '6d8222f4-4ece-4c58-95db-2f10cd4d60d6') {} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:29.404347 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-e30ee7ec-068f-413f-a247-eae6fc3aaa3c tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--199864114', 'description': 'tempest-description--1107639016'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:29.483681 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-04448d27-8b81-4d3e-a71f-67402e6b1fa8 req-c037cb00-e535-4b3b-8279-7d625cc60566 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 210 time: 0.1220748 Mar 23 11:02:29.497990 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] Set router cb4dbaa4-6cb5-40f4-be1a-8814259b97de gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:02:29.530750 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738511073100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12492011'] for segment (6d8222f4-4ece-4c58-95db-2f10cd4d60d6), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:29.558083 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (6d8222f4-4ece-4c58-95db-2f10cd4d60d6), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:29.569078 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 11:02:29.569495 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12548094'] for segment (6d8222f4-4ece-4c58-95db-2f10cd4d60d6), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: from cryptography.utils import int_from_bytes Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: from cryptography.utils import int_from_bytes Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: Traceback (most recent call last): Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: timer() Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: cb(*args, **kw) Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: return func(*args, **kwargs) Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: self._notify() Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: self.callback(batched_events) Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: event.method(event) Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: return f(self, *a, **k) Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: return self._get(url).json() Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: return self.request(url, 'GET', **kwargs) Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:02:29.574185 dv-cinder-790535-33-iscsi neutron-server[103540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:02:29.580594 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] Set router 6caa565d-e730-4602-893b-972c8b586aa6 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:02:29.582978 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e30ee7ec-068f-413f-a247-eae6fc3aaa3c tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:29.591067 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:29.674628 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c3ec8255-c410-4014-a023-a964ac5c07a8 admin admin] Publish callbacks [] for port (98442a47-35ec-4a33-806f-498a325edc3c), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:29.681435 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a56c991e-3972-4339-a17c-e9662ed886d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (18896643-080e-45ec-9651-fcc34ac08cdc), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:29.735417 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56c991e-3972-4339-a17c-e9662ed886d3 admin admin] Network a89a6767-25b8-437f-a491-713b0277c026 is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:02:29.748543 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3292122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589424'] for network (210c68bc-e1e1-4bf9-89b5-35dd6487554e), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:29.750470 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:29.756039 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] 10.222.0.41 "DELETE /v2.0/networks/210c68bc-e1e1-4bf9-89b5-35dd6487554e HTTP/1.1" status: 204 len: 168 time: 0.9832377 Mar 23 11:02:29.756039 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-a56c991e-3972-4339-a17c-e9662ed886d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:02:29.764908 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56c991e-3972-4339-a17c-e9662ed886d3 admin admin] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:02:29.840553 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e30ee7ec-068f-413f-a247-eae6fc3aaa3c tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for security_group (038623e5-01f3-45b9-b7fe-cf853559cf62), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:29.879107 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a56c991e-3972-4339-a17c-e9662ed886d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573693'] for router_interface (6caa565d-e730-4602-893b-972c8b586aa6), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:29.944799 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e30ee7ec-068f-413f-a247-eae6fc3aaa3c tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (038623e5-01f3-45b9-b7fe-cf853559cf62), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:30.000155 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ee7ec-068f-413f-a247-eae6fc3aaa3c tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=038623e5-01f3-45b9-b7fe-cf853559cf62,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:30.000358 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 76c83a19-8c8f-4f46-866a-f1bf52891626 is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:30.000801 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (76c83a19-8c8f-4f46-866a-f1bf52891626), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:30.122936 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e30ee7ec-068f-413f-a247-eae6fc3aaa3c tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:30.127693 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-e30ee7ec-068f-413f-a247-eae6fc3aaa3c tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7277341 Mar 23 11:02:30.131158 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46502) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:30.134429 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-948f51ad-2f9e-464e-af16-b8a5e3289710 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Request body: {'security_group_rule': {'security_group_id': '038623e5-01f3-45b9-b7fe-cf853559cf62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:30.143376 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] For port 76c83a19-8c8f-4f46-866a-f1bf52891626, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=76c83a19-8c8f-4f46-866a-f1bf52891626,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:02:30.150640 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c991e-3972-4339-a17c-e9662ed886d3 admin admin] Pushing event updated for resources: {'Port': ['ID=18896643-080e-45ec-9651-fcc34ac08cdc,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:30.176228 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ffe49-3a57-4154-9162-11ca38451b0c admin admin] Pushing event deleted for resources: {'Network': ['ID=210c68bc-e1e1-4bf9-89b5-35dd6487554e,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:30.217590 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-dc12dfb0-8aeb-4577-a4a1-d09cd9c84b8e None None] Provisioning complete for port 18896643-080e-45ec-9651-fcc34ac08cdc triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:30.218057 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dc12dfb0-8aeb-4577-a4a1-d09cd9c84b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (18896643-080e-45ec-9651-fcc34ac08cdc), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:30.220217 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (76c83a19-8c8f-4f46-866a-f1bf52891626), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:30.221401 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 7c0357d9-4a1c-4472-84ae-cc1f6a311490 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:02:30.248341 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-948f51ad-2f9e-464e-af16-b8a5e3289710 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for security_group_rule (182a098e-41c3-480b-a840-28e2dee51e80), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:30.259956 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c3ec8255-c410-4014-a023-a964ac5c07a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (98442a47-35ec-4a33-806f-498a325edc3c), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:30.370108 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec8255-c410-4014-a023-a964ac5c07a8 admin admin] Pushing event updated for resources: {'Port': ['ID=98442a47-35ec-4a33-806f-498a325edc3c,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:30.382216 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 46514) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:30.401831 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-948f51ad-2f9e-464e-af16-b8a5e3289710 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for security_group_rule (182a098e-41c3-480b-a840-28e2dee51e80), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:30.404553 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975efd490>, [{'id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'name': 'tempest-AttachVolumeTestJSON-1078316782-router', 'tenant_id': '88a763b09264492ebee3006194629da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:26Z', 'revision_number': 4, 'project_id': '88a763b09264492ebee3006194629da1', 'gw_port': {'id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fb:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '17b8b188-e216-45ba-a788-20f4d39d9165', 'name': '', 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'tenant_id': '88a763b09264492ebee3006194629da1', 'mac_address': 'fa:16:3e:4d:2f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:25Z', 'updated_at': '2022-03-23T11:02:26Z', 'revision_number': 2, 'project_id': '88a763b09264492ebee3006194629da1', 'subnets': [{'id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:30.418201 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-dc12dfb0-8aeb-4577-a4a1-d09cd9c84b8e None None] Port 18896643-080e-45ec-9651-fcc34ac08cdc cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:02:30.432521 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ec8255-c410-4014-a023-a964ac5c07a8 admin admin] Network 4b8305e7-fc73-4884-8968-f1c6a05e1337 is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:02:30.437904 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-24efaa6d-42dc-4fbe-8a34-fb8054652cdd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0a3cb649832a4b00997bd422a9a56e6b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0524473 Mar 23 11:02:30.437904 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-c3ec8255-c410-4014-a023-a964ac5c07a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:02:30.439372 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46520) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:30.439784 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ec8255-c410-4014-a023-a964ac5c07a8 admin admin] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:02:30.454728 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] Checking router: cb4dbaa4-6cb5-40f4-be1a-8814259b97de for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:02:30.455091 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] Updating router cb4dbaa4-6cb5-40f4-be1a-8814259b97de port 17b8b188-e216-45ba-a788-20f4d39d9165 binding host dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 11:02:30.457590 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975f88be0>, [{'id': '6caa565d-e730-4602-893b-972c8b586aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-1335546804-router', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:24Z', 'revision_number': 3, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'gw_port': {'id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:22Z', 'updated_at': '2022-03-23T11:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:30.474654 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-948f51ad-2f9e-464e-af16-b8a5e3289710 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (182a098e-41c3-480b-a840-28e2dee51e80), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:30.481351 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Pushing event updated for resources: {'Port': ['ID=76c83a19-8c8f-4f46-866a-f1bf52891626,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:30.511762 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a56c991e-3972-4339-a17c-e9662ed886d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (18896643-080e-45ec-9651-fcc34ac08cdc), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:30.517205 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c3ec8255-c410-4014-a023-a964ac5c07a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573693'] for router_interface (5797708f-0cbb-4dd8-9e40-050012755701), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:30.521462 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f51ad-2f9e-464e-af16-b8a5e3289710 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=182a098e-41c3-480b-a840-28e2dee51e80,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:30.554773 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 7c0357d9-4a1c-4472-84ae-cc1f6a311490 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:30.555648 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (7c0357d9-4a1c-4472-84ae-cc1f6a311490), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:30.572816 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f23bde40-820f-424a-af46-9828d5481b0c admin admin] Publish callbacks [] for security_group (b3315157-7a9d-422b-a282-b44d975d9db9), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:30.582116 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-948f51ad-2f9e-464e-af16-b8a5e3289710 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:30.585884 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-948f51ad-2f9e-464e-af16-b8a5e3289710 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4541130 Mar 23 11:02:30.589932 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46524) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:30.594413 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc7e87-a40e-43cc-b140-d3f304026218 None None] The sync data for ids ['6caa565d-e730-4602-893b-972c8b586aa6'] in dv-cinder-790535-33-iscsi is: [{'id': '6caa565d-e730-4602-893b-972c8b586aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-1335546804-router', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:24Z', 'revision_number': 3, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'gw_port': {'id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:22Z', 'updated_at': '2022-03-23T11:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:02:30.595232 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-c27d672d-2409-438f-ac10-e50c93d4266d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Request body: {'security_group_rule': {'security_group_id': '038623e5-01f3-45b9-b7fe-cf853559cf62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:30.627996 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (17b8b188-e216-45ba-a788-20f4d39d9165), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:30.666439 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f23bde40-820f-424a-af46-9828d5481b0c admin admin] Publish callbacks [] for security_group (b3315157-7a9d-422b-a282-b44d975d9db9), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:30.755145 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4640a951-8f00-4245-b193-cb17786cac0d req-db8fe989-1390-44a3-bc01-5ebfca1128ea tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 210 time: 0.0380790 Mar 23 11:02:30.773327 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c27d672d-2409-438f-ac10-e50c93d4266d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for security_group_rule (ea71d985-0f4a-4111-b424-97698980fd91), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:30.810605 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.52', 50970) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:30.836843 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:30.846025 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 7c0357d9-4a1c-4472-84ae-cc1f6a311490 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:30.849179 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c27d672d-2409-438f-ac10-e50c93d4266d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for security_group_rule (ea71d985-0f4a-4111-b424-97698980fd91), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:30.851638 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-0ec515a4-ad11-4b2a-be75-843ec69acac4 None None] Provisioning complete for port 98442a47-35ec-4a33-806f-498a325edc3c triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:30.852050 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0ec515a4-ad11-4b2a-be75-843ec69acac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (98442a47-35ec-4a33-806f-498a325edc3c), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:30.853756 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f23bde40-820f-424a-af46-9828d5481b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (b3315157-7a9d-422b-a282-b44d975d9db9), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:30.858686 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f23bde40-820f-424a-af46-9828d5481b0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:30.862721 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-f23bde40-820f-424a-af46-9828d5481b0c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b3315157-7a9d-422b-a282-b44d975d9db9 HTTP/1.1" status: 204 len: 168 time: 0.4175160 Mar 23 11:02:30.872605 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23bde40-820f-424a-af46-9828d5481b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3315157-7a9d-422b-a282-b44d975d9db9,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:30.963297 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c27d672d-2409-438f-ac10-e50c93d4266d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (ea71d985-0f4a-4111-b424-97698980fd91), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:30.993849 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-0ec515a4-ad11-4b2a-be75-843ec69acac4 None None] Port 98442a47-35ec-4a33-806f-498a325edc3c cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:02:31.019596 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a56c991e-3972-4339-a17c-e9662ed886d3 admin admin] Publish callbacks [] for port (18896643-080e-45ec-9651-fcc34ac08cdc), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:31.023980 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d672d-2409-438f-ac10-e50c93d4266d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea71d985-0f4a-4111-b424-97698980fd91,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:31.082468 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c3ec8255-c410-4014-a023-a964ac5c07a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (98442a47-35ec-4a33-806f-498a325edc3c), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:31.098948 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab664527-6a78-472a-a752-8d6b03fe024c req-9b4f27e4-5e90-4902-9738-2486ca884200 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:31.100435 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ab664527-6a78-472a-a752-8d6b03fe024c req-9b4f27e4-5e90-4902-9738-2486ca884200 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.52 "GET /v2.0/networks?id=ddaf5350-f561-44ae-95bd-987f416f70bb HTTP/1.1" status: 200 len: 812 time: 0.2728443 Mar 23 11:02:31.107638 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a56c991e-3972-4339-a17c-e9662ed886d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (18896643-080e-45ec-9651-fcc34ac08cdc), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:31.121284 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c27d672d-2409-438f-ac10-e50c93d4266d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:31.131099 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-c27d672d-2409-438f-ac10-e50c93d4266d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5367260 Mar 23 11:02:31.132602 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46528) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:31.144039 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-fd8b5117-4854-4935-b267-1f0cb9720b68 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Request body: {'floatingip': {'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:31.187020 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [req-ab664527-6a78-472a-a752-8d6b03fe024c req-40f13b14-5e0a-4281-ae67-4551742495be tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Request body: {'port': {'device_id': '05aab17b-ab37-43c4-bcba-64eb438ad03a', 'network_id': 'ddaf5350-f561-44ae-95bd-987f416f70bb', 'admin_state_up': True, 'tenant_id': '60883fe61d9d436cb31076881180cc47'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:31.254663 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 76c83a19-8c8f-4f46-866a-f1bf52891626 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:02:31.333853 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fd8b5117-4854-4935-b267-1f0cb9720b68 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:31.336565 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] Publish callbacks [] for port (17b8b188-e216-45ba-a788-20f4d39d9165), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:31.371272 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c991e-3972-4339-a17c-e9662ed886d3 admin admin] Pushing event updated for resources: {'Port': ['ID=18896643-080e-45ec-9651-fcc34ac08cdc,revision_number=2']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:31.451977 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a56c991e-3972-4339-a17c-e9662ed886d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573545'] for router_interface (6caa565d-e730-4602-893b-972c8b586aa6), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:31.459917 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (17b8b188-e216-45ba-a788-20f4d39d9165), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:31.589515 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6b39a-7952-4b71-a7b5-5deec2f622da None None] Pushing event updated for resources: {'Port': ['ID=17b8b188-e216-45ba-a788-20f4d39d9165,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:31.594836 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 76c83a19-8c8f-4f46-866a-f1bf52891626 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:31.594965 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (76c83a19-8c8f-4f46-866a-f1bf52891626), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:31.755558 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] Attempting to bind port 17b8b188-e216-45ba-a788-20f4d39d9165 on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:02:31.756201 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] Attempting to bind port 17b8b188-e216-45ba-a788-20f4d39d9165 by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': '11115769-b95e-401f-b4f1-18e1cab6a5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:02:31.760378 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] Attempting to bind port 17b8b188-e216-45ba-a788-20f4d39d9165 on network eeda6053-fd0d-4e64-ad5b-c3168c41b691 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:02:31.767483 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:02:31.768117 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] Checking segment: {'id': '11115769-b95e-401f-b4f1-18e1cab6a5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:02:31.775759 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:31.776613 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] Bound using segment: {'id': '11115769-b95e-401f-b4f1-18e1cab6a5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:02:31.777288 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] Bound port: 17b8b188-e216-45ba-a788-20f4d39d9165, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11115769-b95e-401f-b4f1-18e1cab6a5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:02:31.777874 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (17b8b188-e216-45ba-a788-20f4d39d9165), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:31.832346 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56c991e-3972-4339-a17c-e9662ed886d3 admin admin] Network a89a6767-25b8-437f-a491-713b0277c026 is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:02:31.844912 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-a56c991e-3972-4339-a17c-e9662ed886d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:02:31.863696 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c3ec8255-c410-4014-a023-a964ac5c07a8 admin admin] Publish callbacks [] for port (98442a47-35ec-4a33-806f-498a325edc3c), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:31.869039 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab664527-6a78-472a-a752-8d6b03fe024c req-40f13b14-5e0a-4281-ae67-4551742495be tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Made reservation on behalf of 60883fe61d9d436cb31076881180cc47 for: {'port': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:02:31.873388 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-ab664527-6a78-472a-a752-8d6b03fe024c req-40f13b14-5e0a-4281-ae67-4551742495be tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:31.944794 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 76c83a19-8c8f-4f46-866a-f1bf52891626 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:31.946465 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 349e8f84-e7f2-4ab1-bab8-7bf6e4907719 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:02:31.994324 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fd8b5117-4854-4935-b267-1f0cb9720b68 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:32.002577 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c3ec8255-c410-4014-a023-a964ac5c07a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (98442a47-35ec-4a33-806f-498a325edc3c), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:32.115812 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c3ec8255-c410-4014-a023-a964ac5c07a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573545'] for router_interface (5797708f-0cbb-4dd8-9e40-050012755701), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:32.180966 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-c4dcfbfb-d6d7-4b7b-9ca8-1ef09568f41b None None] Provisioning complete for port 17b8b188-e216-45ba-a788-20f4d39d9165 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:32.181372 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c4dcfbfb-d6d7-4b7b-9ca8-1ef09568f41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (17b8b188-e216-45ba-a788-20f4d39d9165), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:32.226696 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [None req-fd8b5117-4854-4935-b267-1f0cb9720b68 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Allocated IP 172.27.0.121 (95c18418-5bae-427e-9b81-a5d1c1650c0a/3e1497af-c43c-4f5b-914b-136f0356db85/8d00eeb9-419c-4a15-9d1a-d1f02efcb488) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:02:32.250993 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-c4dcfbfb-d6d7-4b7b-9ca8-1ef09568f41b None None] Port 17b8b188-e216-45ba-a788-20f4d39d9165 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:02:32.272209 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] For port 17b8b188-e216-45ba-a788-20f4d39d9165, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:02:32.298199 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 349e8f84-e7f2-4ab1-bab8-7bf6e4907719 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:32.298572 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (349e8f84-e7f2-4ab1-bab8-7bf6e4907719), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:32.301252 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] For port 17b8b188-e216-45ba-a788-20f4d39d9165, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=17b8b188-e216-45ba-a788-20f4d39d9165,segment=NetworkSegment(11115769-b95e-401f-b4f1-18e1cab6a5a0),segment_id=11115769-b95e-401f-b4f1-18e1cab6a5a0)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:02:32.336919 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46570) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:32.339875 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec8255-c410-4014-a023-a964ac5c07a8 admin admin] Pushing event updated for resources: {'Port': ['ID=98442a47-35ec-4a33-806f-498a325edc3c,revision_number=2']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:32.345041 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-75e5918b-a1d4-421e-9cae-f78ef64fa668 req-d980923d-3247-48ec-a2bc-7c3426e29804 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 210 time: 0.4024944 Mar 23 11:02:32.357260 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ec8255-c410-4014-a023-a964ac5c07a8 admin admin] Network 4b8305e7-fc73-4884-8968-f1c6a05e1337 is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:02:32.366740 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-c3ec8255-c410-4014-a023-a964ac5c07a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:02:32.426326 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:32.429695 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (17b8b188-e216-45ba-a788-20f4d39d9165), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:32.522478 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-e2ea64c9-eb64-4ffe-9898-179ae85ea51d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44f50896c452499f97cbf03819ffa608&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1839871 Mar 23 11:02:32.524339 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46592) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:32.587523 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-40bad614-9c28-415a-8ef4-d6d712f5c193 None None] Provisioning complete for port 18896643-080e-45ec-9651-fcc34ac08cdc triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:32.587899 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-40bad614-9c28-415a-8ef4-d6d712f5c193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (18896643-080e-45ec-9651-fcc34ac08cdc), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:32.645923 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fd8b5117-4854-4935-b267-1f0cb9720b68 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for port (8d00eeb9-419c-4a15-9d1a-d1f02efcb488), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:32.722251 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-aae33f2f-9730-4b69-941c-2f6b275b541e admin admin] Publish callbacks [] for security_group (8ba011e2-f8e6-4382-a5ab-6e646ae50e8f), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:32.744692 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-40bad614-9c28-415a-8ef4-d6d712f5c193 None None] Port 18896643-080e-45ec-9651-fcc34ac08cdc cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:02:32.792595 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-aae33f2f-9730-4b69-941c-2f6b275b541e admin admin] Publish callbacks [] for security_group (8ba011e2-f8e6-4382-a5ab-6e646ae50e8f), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:32.821564 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 349e8f84-e7f2-4ab1-bab8-7bf6e4907719 is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:32.822360 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (349e8f84-e7f2-4ab1-bab8-7bf6e4907719), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:32.868254 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fd8b5117-4854-4935-b267-1f0cb9720b68 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (8d00eeb9-419c-4a15-9d1a-d1f02efcb488), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:32.886705 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] Routers {'cb4dbaa4-6cb5-40f4-be1a-8814259b97de'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:02:32.887373 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975efd490>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:02:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:32.911458 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:02:32.914661 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6b39a-7952-4b71-a7b5-5deec2f622da None None] Pushing event updated for resources: {'Port': ['ID=17b8b188-e216-45ba-a788-20f4d39d9165,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:32.993437 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8b5117-4854-4935-b267-1f0cb9720b68 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:02:33.004004 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-fd8b5117-4854-4935-b267-1f0cb9720b68 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:02:33.020604 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8b5117-4854-4935-b267-1f0cb9720b68 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:02:33.078104 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] For port 349e8f84-e7f2-4ab1-bab8-7bf6e4907719, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=349e8f84-e7f2-4ab1-bab8-7bf6e4907719,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:02:33.101757 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b5117-4854-4935-b267-1f0cb9720b68 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Pushing event updated for resources: {'Port': ['ID=8d00eeb9-419c-4a15-9d1a-d1f02efcb488,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:33.118792 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-aae33f2f-9730-4b69-941c-2f6b275b541e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (8ba011e2-f8e6-4382-a5ab-6e646ae50e8f), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:33.121513 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-aae33f2f-9730-4b69-941c-2f6b275b541e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:33.126243 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-aae33f2f-9730-4b69-941c-2f6b275b541e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ba011e2-f8e6-4382-a5ab-6e646ae50e8f HTTP/1.1" status: 204 len: 168 time: 0.5797367 Mar 23 11:02:33.191074 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae33f2f-9730-4b69-941c-2f6b275b541e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba011e2-f8e6-4382-a5ab-6e646ae50e8f,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:33.192978 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (349e8f84-e7f2-4ab1-bab8-7bf6e4907719), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:33.341352 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Pushing event updated for resources: {'Port': ['ID=349e8f84-e7f2-4ab1-bab8-7bf6e4907719,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:33.422360 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [req-ab664527-6a78-472a-a752-8d6b03fe024c req-40f13b14-5e0a-4281-ae67-4551742495be tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Allocated IP 172.20.0.4 (ddaf5350-f561-44ae-95bd-987f416f70bb/d03ff172-1ddd-4347-8c03-357f8f7a2510/e67b01e3-3469-4584-949c-8c28ec7bc8e3) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:02:33.562286 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] Set router cb4dbaa4-6cb5-40f4-be1a-8814259b97de gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:02:33.671076 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 29f62212-11d5-4038-ae6b-89cde38d561a up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:02:33.682203 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-13ec45b1-575a-46c0-9ef7-f3c47908f98b None None] Provisioning complete for port 98442a47-35ec-4a33-806f-498a325edc3c triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:33.683980 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13ec45b1-575a-46c0-9ef7-f3c47908f98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (98442a47-35ec-4a33-806f-498a325edc3c), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:33.896508 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-13ec45b1-575a-46c0-9ef7-f3c47908f98b None None] Port 98442a47-35ec-4a33-806f-498a325edc3c cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:02:34.018577 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fd8b5117-4854-4935-b267-1f0cb9720b68 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for floatingip (083c5d62-cbff-46b9-a758-887c31f447fb), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:34.134071 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1d5bf618-7e2e-43aa-87e9-86a85faebe1a req-8092178e-7ce8-49b7-bb57-dcdd70419d15 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 210 time: 0.1306641 Mar 23 11:02:34.180325 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-1de6ee64-cdd2-49f7-8f61-4e0365e29270 None None] Provisioning complete for port 17b8b188-e216-45ba-a788-20f4d39d9165 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:34.180850 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1de6ee64-cdd2-49f7-8f61-4e0365e29270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (17b8b188-e216-45ba-a788-20f4d39d9165), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:34.191007 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fd8b5117-4854-4935-b267-1f0cb9720b68 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (8d00eeb9-419c-4a15-9d1a-d1f02efcb488), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:34.210914 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 29f62212-11d5-4038-ae6b-89cde38d561a triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:34.211298 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (29f62212-11d5-4038-ae6b-89cde38d561a), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:34.256959 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ec8255-c410-4014-a023-a964ac5c07a8 admin admin] Router 5797708f-0cbb-4dd8-9e40-050012755701 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:02:34.270972 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56c991e-3972-4339-a17c-e9662ed886d3 admin admin] Router 6caa565d-e730-4602-893b-972c8b586aa6 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:02:34.366693 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-ab664527-6a78-472a-a752-8d6b03fe024c req-40f13b14-5e0a-4281-ae67-4551742495be tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Publish callbacks [] for port (e67b01e3-3469-4584-949c-8c28ec7bc8e3), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:34.509358 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fd8b5117-4854-4935-b267-1f0cb9720b68 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for port (8d00eeb9-419c-4a15-9d1a-d1f02efcb488), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:34.589716 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-1de6ee64-cdd2-49f7-8f61-4e0365e29270 None None] Current status of the port 17b8b188-e216-45ba-a788-20f4d39d9165 is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:34.589716 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1de6ee64-cdd2-49f7-8f61-4e0365e29270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (17b8b188-e216-45ba-a788-20f4d39d9165), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:34.589716 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 29f62212-11d5-4038-ae6b-89cde38d561a is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:34.589716 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (29f62212-11d5-4038-ae6b-89cde38d561a), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:34.589716 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] For port 29f62212-11d5-4038-ae6b-89cde38d561a, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=29f62212-11d5-4038-ae6b-89cde38d561a,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:02:34.589716 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975efd490>, [{'id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'name': 'tempest-AttachVolumeTestJSON-1078316782-router', 'tenant_id': '88a763b09264492ebee3006194629da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:26Z', 'revision_number': 4, 'project_id': '88a763b09264492ebee3006194629da1', 'gw_port': {'id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '17b8b188-e216-45ba-a788-20f4d39d9165', 'name': '', 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'tenant_id': '88a763b09264492ebee3006194629da1', 'mac_address': 'fa:16:3e:4d:2f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:25Z', 'updated_at': '2022-03-23T11:02:32Z', 'revision_number': 4, 'project_id': '88a763b09264492ebee3006194629da1', 'subnets': [{'id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:34.592067 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-1de6ee64-cdd2-49f7-8f61-4e0365e29270 None None] For port 17b8b188-e216-45ba-a788-20f4d39d9165, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=17b8b188-e216-45ba-a788-20f4d39d9165,segment=NetworkSegment(11115769-b95e-401f-b4f1-18e1cab6a5a0),segment_id=11115769-b95e-401f-b4f1-18e1cab6a5a0)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:02:34.620267 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bb5def-b557-4e53-8655-8bcd9e199ff7 None None] The sync data for ids ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'] in dv-cinder-790535-33-iscsi is: [{'id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'name': 'tempest-AttachVolumeTestJSON-1078316782-router', 'tenant_id': '88a763b09264492ebee3006194629da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:26Z', 'revision_number': 4, 'project_id': '88a763b09264492ebee3006194629da1', 'gw_port': {'id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '17b8b188-e216-45ba-a788-20f4d39d9165', 'name': '', 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'tenant_id': '88a763b09264492ebee3006194629da1', 'mac_address': 'fa:16:3e:4d:2f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:25Z', 'updated_at': '2022-03-23T11:02:32Z', 'revision_number': 4, 'project_id': '88a763b09264492ebee3006194629da1', 'subnets': [{'id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:02:34.655074 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56c991e-3972-4339-a17c-e9662ed886d3 admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:02:34.658358 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-a56c991e-3972-4339-a17c-e9662ed886d3 admin admin] 10.222.0.41 "PUT /v2.0/routers/6caa565d-e730-4602-893b-972c8b586aa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8448455 Mar 23 11:02:34.669911 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] Sync routers for ids ['6caa565d-e730-4602-893b-972c8b586aa6'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:02:34.688697 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ec8255-c410-4014-a023-a964ac5c07a8 admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:02:34.688821 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] Routers {'6caa565d-e730-4602-893b-972c8b586aa6'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:02:34.688821 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f29773d7400>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:02:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['6caa565d-e730-4602-893b-972c8b586aa6'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:34.698481 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b08b794-2567-464c-942d-d849e58a752e None None] Sync routers for ids ['5797708f-0cbb-4dd8-9e40-050012755701'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:02:34.717683 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-c3ec8255-c410-4014-a023-a964ac5c07a8 admin admin] 10.222.0.41 "PUT /v2.0/routers/5797708f-0cbb-4dd8-9e40-050012755701/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6654055 Mar 23 11:02:34.730913 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b08b794-2567-464c-942d-d849e58a752e None None] Routers {'5797708f-0cbb-4dd8-9e40-050012755701'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:02:34.731873 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-9b08b794-2567-464c-942d-d849e58a752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975d9b820>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:02:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['5797708f-0cbb-4dd8-9e40-050012755701'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:34.784923 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fd8b5117-4854-4935-b267-1f0cb9720b68 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (8d00eeb9-419c-4a15-9d1a-d1f02efcb488), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:34.788884 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-ab664527-6a78-472a-a752-8d6b03fe024c req-40f13b14-5e0a-4281-ae67-4551742495be tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (e67b01e3-3469-4584-949c-8c28ec7bc8e3), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:34.874255 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] Set router 6caa565d-e730-4602-893b-972c8b586aa6 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:02:34.911109 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-9b08b794-2567-464c-942d-d849e58a752e None None] Set router 5797708f-0cbb-4dd8-9e40-050012755701 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:02:35.072693 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1de6ee64-cdd2-49f7-8f61-4e0365e29270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (17b8b188-e216-45ba-a788-20f4d39d9165), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:35.080837 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (29f62212-11d5-4038-ae6b-89cde38d561a), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:35.264743 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b5117-4854-4935-b267-1f0cb9720b68 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Pushing event updated for resources: {'Port': ['ID=8d00eeb9-419c-4a15-9d1a-d1f02efcb488,revision_number=2']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:35.301321 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab664527-6a78-472a-a752-8d6b03fe024c req-40f13b14-5e0a-4281-ae67-4551742495be tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Network ddaf5350-f561-44ae-95bd-987f416f70bb is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:02:35.326919 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [req-ab664527-6a78-472a-a752-8d6b03fe024c req-40f13b14-5e0a-4281-ae67-4551742495be tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:02:35.339253 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f29773d7400>, [{'id': '6caa565d-e730-4602-893b-972c8b586aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-1335546804-router', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'gw_port': {'id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:22Z', 'updated_at': '2022-03-23T11:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '18896643-080e-45ec-9651-fcc34ac08cdc', 'name': '', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'mac_address': 'fa:16:3e:fe:4d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 2, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'subnets': [{'id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:35.353990 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fd8b5117-4854-4935-b267-1f0cb9720b68 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (083c5d62-cbff-46b9-a758-887c31f447fb), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:35.360884 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab664527-6a78-472a-a752-8d6b03fe024c req-40f13b14-5e0a-4281-ae67-4551742495be tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:02:35.426842 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] Checking router: 6caa565d-e730-4602-893b-972c8b586aa6 for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:02:35.427215 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] Updating router 6caa565d-e730-4602-893b-972c8b586aa6 port 18896643-080e-45ec-9651-fcc34ac08cdc binding host dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 11:02:35.497253 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (18896643-080e-45ec-9651-fcc34ac08cdc), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:35.528575 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fd8b5117-4854-4935-b267-1f0cb9720b68 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:35.530413 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-fd8b5117-4854-4935-b267-1f0cb9720b68 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3945000 Mar 23 11:02:35.654261 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6ee64-cdd2-49f7-8f61-4e0365e29270 None None] Pushing event updated for resources: {'Port': ['ID=17b8b188-e216-45ba-a788-20f4d39d9165,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:35.793429 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 349e8f84-e7f2-4ab1-bab8-7bf6e4907719 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:02:35.799731 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-9b08b794-2567-464c-942d-d849e58a752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975d9b820>, [{'id': '5797708f-0cbb-4dd8-9e40-050012755701', 'name': 'tempest-ServerRescueNegativeTestJSON-347261842-router', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'gw_port': {'id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:84:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '98442a47-35ec-4a33-806f-498a325edc3c', 'name': '', 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'mac_address': 'fa:16:3e:72:ee:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:31Z', 'revision_number': 2, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'subnets': [{'id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:35.877398 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f13b14-5e0a-4281-ae67-4551742495be tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Pushing event updated for resources: {'Port': ['ID=e67b01e3-3469-4584-949c-8c28ec7bc8e3,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:35.977257 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab664527-6a78-472a-a752-8d6b03fe024c req-40f13b14-5e0a-4281-ae67-4551742495be tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:35.977952 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-ab664527-6a78-472a-a752-8d6b03fe024c req-40f13b14-5e0a-4281-ae67-4551742495be tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:36.028348 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b08b794-2567-464c-942d-d849e58a752e None None] Checking router: 5797708f-0cbb-4dd8-9e40-050012755701 for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:02:36.028348 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b08b794-2567-464c-942d-d849e58a752e None None] Updating router 5797708f-0cbb-4dd8-9e40-050012755701 port 98442a47-35ec-4a33-806f-498a325edc3c binding host dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 11:02:36.079715 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c92176-e399-4fc2-914b-eb1dbcc9af80 req-2e7c77f9-eae9-4ea8-a1c4-7c7f9756db6c tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:36.083640 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-89c92176-e399-4fc2-914b-eb1dbcc9af80 req-2e7c77f9-eae9-4ea8-a1c4-7c7f9756db6c tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 931 time: 0.7016802 Mar 23 11:02:36.153548 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] Publish callbacks [] for port (18896643-080e-45ec-9651-fcc34ac08cdc), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:36.217771 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-89c92176-e399-4fc2-914b-eb1dbcc9af80 req-c4f2a532-acfd-4310-9335-f9a1f7fe5be8 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb368af7-1af3-4556-a915-14b01a6cc452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233473 Mar 23 11:02:36.222388 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ab664527-6a78-472a-a752-8d6b03fe024c req-40f13b14-5e0a-4281-ae67-4551742495be tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0638738 Mar 23 11:02:36.240113 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9b08b794-2567-464c-942d-d849e58a752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (98442a47-35ec-4a33-806f-498a325edc3c), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:36.267001 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Pushing event updated for resources: {'Port': ['ID=29f62212-11d5-4038-ae6b-89cde38d561a,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:36.267082 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [req-ab664527-6a78-472a-a752-8d6b03fe024c req-2fa4d5ca-5919-4473-8fde-7607be5f05ed tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103540) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 11:02:36.267082 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ab664527-6a78-472a-a752-8d6b03fe024c req-2fa4d5ca-5919-4473-8fde-7607be5f05ed tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068798 Mar 23 11:02:36.327822 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 349e8f84-e7f2-4ab1-bab8-7bf6e4907719 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:36.328451 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (349e8f84-e7f2-4ab1-bab8-7bf6e4907719), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:36.664570 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46726) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:36.671041 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-99a72b47-f925-41a0-9f7d-08d52b8623a4 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Request body: {'security_group': {'name': 'tempest-securitygroup--575612378', 'description': 'tempest-description--828482287'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:36.690250 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 349e8f84-e7f2-4ab1-bab8-7bf6e4907719 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:36.693277 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 17b8b188-e216-45ba-a788-20f4d39d9165 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:02:36.716821 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (18896643-080e-45ec-9651-fcc34ac08cdc), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:36.956470 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-99a72b47-f925-41a0-9f7d-08d52b8623a4 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:36.983677 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e1780-d3a2-42e1-b33c-a7979e3ca670 None None] Pushing event updated for resources: {'Port': ['ID=18896643-080e-45ec-9651-fcc34ac08cdc,revision_number=3']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:37.116982 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-d6728c80-3531-4525-b2c5-d9adf88081e1 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--199864114&fields=id&tenant_id=88a763b09264492ebee3006194629da1 HTTP/1.1" status: 200 len: 267 time: 0.2456715 Mar 23 11:02:37.158348 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] Attempting to bind port 18896643-080e-45ec-9651-fcc34ac08cdc on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:02:37.159309 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] Attempting to bind port 18896643-080e-45ec-9651-fcc34ac08cdc by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': '57d442c5-ec64-426b-bfe9-88b2c70531c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026'}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:02:37.159918 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] Attempting to bind port 18896643-080e-45ec-9651-fcc34ac08cdc on network a89a6767-25b8-437f-a491-713b0277c026 {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:02:37.178341 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:02:37.178722 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] Checking segment: {'id': '57d442c5-ec64-426b-bfe9-88b2c70531c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:02:37.179119 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:37.179518 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] Bound using segment: {'id': '57d442c5-ec64-426b-bfe9-88b2c70531c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026'} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:02:37.180112 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] Bound port: 18896643-080e-45ec-9651-fcc34ac08cdc, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d442c5-ec64-426b-bfe9-88b2c70531c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026'}}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:02:37.180499 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (18896643-080e-45ec-9651-fcc34ac08cdc), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:37.189693 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-99a72b47-f925-41a0-9f7d-08d52b8623a4 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for security_group (0fe22628-eb8d-4042-b7a6-917cfd4b644a), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:37.209621 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 17b8b188-e216-45ba-a788-20f4d39d9165 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:37.211563 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (17b8b188-e216-45ba-a788-20f4d39d9165), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:37.242102 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [req-ab664527-6a78-472a-a752-8d6b03fe024c req-06fe4cc7-9cad-4e3e-9afc-e04ba6c70914 service neutron] Request body: {'port': {'device_id': '05aab17b-ab37-43c4-bcba-64eb438ad03a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:37.280590 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-99a72b47-f925-41a0-9f7d-08d52b8623a4 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (0fe22628-eb8d-4042-b7a6-917cfd4b644a), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:37.310962 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9b08b794-2567-464c-942d-d849e58a752e None None] Publish callbacks [] for port (98442a47-35ec-4a33-806f-498a325edc3c), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:37.350362 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a72b47-f925-41a0-9f7d-08d52b8623a4 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe22628-eb8d-4042-b7a6-917cfd4b644a,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:37.362342 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] For port 18896643-080e-45ec-9651-fcc34ac08cdc, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:02:37.371745 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] For port 18896643-080e-45ec-9651-fcc34ac08cdc, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=18896643-080e-45ec-9651-fcc34ac08cdc,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:02:37.420439 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9b08b794-2567-464c-942d-d849e58a752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (98442a47-35ec-4a33-806f-498a325edc3c), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:37.469461 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-99a72b47-f925-41a0-9f7d-08d52b8623a4 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:37.472666 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-99a72b47-f925-41a0-9f7d-08d52b8623a4 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8064172 Mar 23 11:02:37.476876 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46766) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:37.482939 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-ab664527-6a78-472a-a752-8d6b03fe024c req-06fe4cc7-9cad-4e3e-9afc-e04ba6c70914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (e67b01e3-3469-4584-949c-8c28ec7bc8e3), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:37.484498 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 17b8b188-e216-45ba-a788-20f4d39d9165 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:37.494252 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (18896643-080e-45ec-9651-fcc34ac08cdc), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:37.515339 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-5b16a1ea-3140-4e1f-96c3-2cd16bc2c5ed tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Request body: {'security_group_rule': {'security_group_id': '0fe22628-eb8d-4042-b7a6-917cfd4b644a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:37.538094 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-8085749c-8a6e-44c8-8ac5-7948be292266 None None] Provisioning complete for port 18896643-080e-45ec-9651-fcc34ac08cdc triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:37.538094 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8085749c-8a6e-44c8-8ac5-7948be292266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (18896643-080e-45ec-9651-fcc34ac08cdc), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:37.605024 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] Routers {'6caa565d-e730-4602-893b-972c8b586aa6'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:02:37.605024 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f29773d7400>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:02:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['6caa565d-e730-4602-893b-972c8b586aa6'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:37.710041 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5b16a1ea-3140-4e1f-96c3-2cd16bc2c5ed tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for security_group_rule (8970d95a-6930-4b08-833a-6f457e6ca724), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:37.823847 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a9450-bd7a-4069-b048-839956aade20 None None] Pushing event updated for resources: {'Port': ['ID=98442a47-35ec-4a33-806f-498a325edc3c,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:37.866619 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e1780-d3a2-42e1-b33c-a7979e3ca670 None None] Pushing event updated for resources: {'Port': ['ID=18896643-080e-45ec-9651-fcc34ac08cdc,revision_number=4']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:37.882560 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 17b8b188-e216-45ba-a788-20f4d39d9165 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:02:37.911533 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] Set router 6caa565d-e730-4602-893b-972c8b586aa6 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:02:37.991516 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5b16a1ea-3140-4e1f-96c3-2cd16bc2c5ed tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for security_group_rule (8970d95a-6930-4b08-833a-6f457e6ca724), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:38.088800 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5b16a1ea-3140-4e1f-96c3-2cd16bc2c5ed tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (8970d95a-6930-4b08-833a-6f457e6ca724), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:38.133351 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16a1ea-3140-4e1f-96c3-2cd16bc2c5ed tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8970d95a-6930-4b08-833a-6f457e6ca724,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:38.220975 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46782) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:38.242026 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5b16a1ea-3140-4e1f-96c3-2cd16bc2c5ed tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:38.244015 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-5b16a1ea-3140-4e1f-96c3-2cd16bc2c5ed tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7659130 Mar 23 11:02:38.246068 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-9b08b794-2567-464c-942d-d849e58a752e None None] Attempting to bind port 98442a47-35ec-4a33-806f-498a325edc3c on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:02:38.246977 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46786) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:38.253076 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-465fa8aa-a853-4003-a181-2c215c066571 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Request body: {'security_group_rule': {'security_group_id': '0fe22628-eb8d-4042-b7a6-917cfd4b644a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:38.255397 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-9b08b794-2567-464c-942d-d849e58a752e None None] Attempting to bind port 98442a47-35ec-4a33-806f-498a325edc3c by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': '486bcbfd-361c-4836-9657-8a8d022c8112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:02:38.256940 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b08b794-2567-464c-942d-d849e58a752e None None] Attempting to bind port 98442a47-35ec-4a33-806f-498a325edc3c on network 4b8305e7-fc73-4884-8968-f1c6a05e1337 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:02:38.323443 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [req-ab664527-6a78-472a-a752-8d6b03fe024c req-06fe4cc7-9cad-4e3e-9afc-e04ba6c70914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67b01e3-3469-4584-949c-8c28ec7bc8e3 {{(pid=103540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:02:38.340683 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-8085749c-8a6e-44c8-8ac5-7948be292266 None None] Current status of the port 18896643-080e-45ec-9651-fcc34ac08cdc is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:38.341062 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8085749c-8a6e-44c8-8ac5-7948be292266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (18896643-080e-45ec-9651-fcc34ac08cdc), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:38.343267 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b08b794-2567-464c-942d-d849e58a752e None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:02:38.343758 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b08b794-2567-464c-942d-d849e58a752e None None] Checking segment: {'id': '486bcbfd-361c-4836-9657-8a8d022c8112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:02:38.344172 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9b08b794-2567-464c-942d-d849e58a752e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:38.344565 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b08b794-2567-464c-942d-d849e58a752e None None] Bound using segment: {'id': '486bcbfd-361c-4836-9657-8a8d022c8112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:02:38.345935 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-9b08b794-2567-464c-942d-d849e58a752e None None] Bound port: 98442a47-35ec-4a33-806f-498a325edc3c, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486bcbfd-361c-4836-9657-8a8d022c8112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:02:38.346333 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9b08b794-2567-464c-942d-d849e58a752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (98442a47-35ec-4a33-806f-498a325edc3c), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:38.405300 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-465fa8aa-a853-4003-a181-2c215c066571 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for security_group_rule (3ffb4475-a9b2-47e7-923d-1256ea64ccce), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:38.510391 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-d6e82628-a375-41d1-9d4b-661d4c9d294c tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:38.518277 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-465fa8aa-a853-4003-a181-2c215c066571 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for security_group_rule (3ffb4475-a9b2-47e7-923d-1256ea64ccce), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:38.522236 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f29773d7400>, [{'id': '6caa565d-e730-4602-893b-972c8b586aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-1335546804-router', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'gw_port': {'id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:22Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '18896643-080e-45ec-9651-fcc34ac08cdc', 'name': '', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'mac_address': 'fa:16:3e:fe:4d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:37Z', 'revision_number': 4, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'subnets': [{'id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:38.533984 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-d6e82628-a375-41d1-9d4b-661d4c9d294c tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/networks?id=4b8305e7-fc73-4884-8968-f1c6a05e1337 HTTP/1.1" status: 200 len: 818 time: 1.2411988 Mar 23 11:02:38.541712 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 17b8b188-e216-45ba-a788-20f4d39d9165 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:38.542351 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (17b8b188-e216-45ba-a788-20f4d39d9165), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:38.547308 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-9b08b794-2567-464c-942d-d849e58a752e None None] For port 98442a47-35ec-4a33-806f-498a325edc3c, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:02:38.552695 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-9b08b794-2567-464c-942d-d849e58a752e None None] For port 98442a47-35ec-4a33-806f-498a325edc3c, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=98442a47-35ec-4a33-806f-498a325edc3c,segment=NetworkSegment(486bcbfd-361c-4836-9657-8a8d022c8112),segment_id=486bcbfd-361c-4836-9657-8a8d022c8112)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:02:38.556103 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-8085749c-8a6e-44c8-8ac5-7948be292266 None None] For port 18896643-080e-45ec-9651-fcc34ac08cdc, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=18896643-080e-45ec-9651-fcc34ac08cdc,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:02:38.557744 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c204a9-490d-49e2-9bb9-b7b13e8ccf71 None None] The sync data for ids ['6caa565d-e730-4602-893b-972c8b586aa6'] in dv-cinder-790535-33-iscsi is: [{'id': '6caa565d-e730-4602-893b-972c8b586aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-1335546804-router', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'gw_port': {'id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:22Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '18896643-080e-45ec-9651-fcc34ac08cdc', 'name': '', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'mac_address': 'fa:16:3e:fe:4d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:37Z', 'revision_number': 4, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'subnets': [{'id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:02:38.581839 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-ab664527-6a78-472a-a752-8d6b03fe024c req-06fe4cc7-9cad-4e3e-9afc-e04ba6c70914 service neutron] Publish callbacks [] for port (e67b01e3-3469-4584-949c-8c28ec7bc8e3), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:38.596097 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-465fa8aa-a853-4003-a181-2c215c066571 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (3ffb4475-a9b2-47e7-923d-1256ea64ccce), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:38.663265 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8085749c-8a6e-44c8-8ac5-7948be292266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (18896643-080e-45ec-9651-fcc34ac08cdc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:38.710169 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-b2609a9a-2f1d-4506-a380-a75e9c23e336 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/quotas/dd7b67e58e9840e182631ae128c31dc5 HTTP/1.1" status: 200 len: 375 time: 0.1752973 Mar 23 11:02:38.731410 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-81c962e9-fe65-4e3d-b1ba-cb5ef1f200fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:38.740188 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fa8aa-a853-4003-a181-2c215c066571 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ffb4475-a9b2-47e7-923d-1256ea64ccce,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:38.756271 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.provisioning_blocks [req-ab664527-6a78-472a-a752-8d6b03fe024c req-06fe4cc7-9cad-4e3e-9afc-e04ba6c70914 service neutron] Transition to ACTIVE for port object e67b01e3-3469-4584-949c-8c28ec7bc8e3 will not be triggered until provisioned by entity L2. {{(pid=103540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 11:02:38.789099 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9b08b794-2567-464c-942d-d849e58a752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (98442a47-35ec-4a33-806f-498a325edc3c), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:38.813856 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-c2e15ef3-f986-4c23-8f0b-177d9e09dd38 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:38.822370 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-c2e15ef3-f986-4c23-8f0b-177d9e09dd38 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/networks?id=eeda6053-fd0d-4e64-ad5b-c3168c41b691 HTTP/1.1" status: 200 len: 811 time: 1.6961443 Mar 23 11:02:38.850821 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-472c91cd-9eb2-48b7-bf3e-7573da8728aa tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/quotas/88a763b09264492ebee3006194629da1 HTTP/1.1" status: 200 len: 375 time: 0.0263970 Mar 23 11:02:38.857850 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-465fa8aa-a853-4003-a181-2c215c066571 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:38.859445 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-465fa8aa-a853-4003-a181-2c215c066571 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6114156 Mar 23 11:02:38.873310 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46802) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:38.879801 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-97b8454f-001c-4137-b4da-9ddaf31ea958 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Request body: {'floatingip': {'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:38.893527 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-81c962e9-fe65-4e3d-b1ba-cb5ef1f200fc admin admin] Publish callbacks [] for security_group (76f70b02-ddae-40b6-a501-226b12af3b0d), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:38.930890 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46806) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:38.940795 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-ab664527-6a78-472a-a752-8d6b03fe024c req-06fe4cc7-9cad-4e3e-9afc-e04ba6c70914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (e67b01e3-3469-4584-949c-8c28ec7bc8e3), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:38.945912 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085749c-8a6e-44c8-8ac5-7948be292266 None None] Pushing event updated for resources: {'Port': ['ID=18896643-080e-45ec-9651-fcc34ac08cdc,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:38.961477 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-81c962e9-fe65-4e3d-b1ba-cb5ef1f200fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (76f70b02-ddae-40b6-a501-226b12af3b0d), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:39.019887 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-97b8454f-001c-4137-b4da-9ddaf31ea958 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:39.039519 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-08533605-1a25-4b5f-93c1-6c386ca7ca4e None None] Provisioning complete for port 98442a47-35ec-4a33-806f-498a325edc3c triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:39.039900 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-08533605-1a25-4b5f-93c1-6c386ca7ca4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (98442a47-35ec-4a33-806f-498a325edc3c), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:39.085635 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b08b794-2567-464c-942d-d849e58a752e None None] Routers {'5797708f-0cbb-4dd8-9e40-050012755701'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:02:39.086712 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-9b08b794-2567-464c-942d-d849e58a752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975d9b820>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:02:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['5797708f-0cbb-4dd8-9e40-050012755701'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:39.360814 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-81c962e9-fe65-4e3d-b1ba-cb5ef1f200fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f9998e4cf66428d934cc750516f9cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1382978 Mar 23 11:02:39.363711 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46816) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:39.364073 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c962e9-fe65-4e3d-b1ba-cb5ef1f200fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f70b02-ddae-40b6-a501-226b12af3b0d,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:39.444860 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 17b8b188-e216-45ba-a788-20f4d39d9165 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:39.447031 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 29f62212-11d5-4038-ae6b-89cde38d561a up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:02:39.483397 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-63a8f142-561a-4ad4-a8ac-30c4d6b2c9ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:39.575450 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a9450-bd7a-4069-b048-839956aade20 None None] Pushing event updated for resources: {'Port': ['ID=98442a47-35ec-4a33-806f-498a325edc3c,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:39.626962 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe4cc7-9cad-4e3e-9afc-e04ba6c70914 service neutron] Pushing event updated for resources: {'Port': ['ID=e67b01e3-3469-4584-949c-8c28ec7bc8e3,revision_number=2']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:39.642448 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-b80bf49d-9f0f-4332-9445-65a1f164d8f4 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd7b67e58e9840e182631ae128c31dc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8356943 Mar 23 11:02:39.661827 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1ac35488-07bd-4199-b0ad-5e53bd8de033 admin admin] Publish callbacks [] for security_group (76f70b02-ddae-40b6-a501-226b12af3b0d), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:39.733685 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-97b8454f-001c-4137-b4da-9ddaf31ea958 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:39.738919 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-55b7a675-ac58-497b-938a-887fe95f64c3 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=88a763b09264492ebee3006194629da1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8829315 Mar 23 11:02:39.743173 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 46830) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:39.747382 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 29f62212-11d5-4038-ae6b-89cde38d561a triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:39.747961 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (29f62212-11d5-4038-ae6b-89cde38d561a), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:39.860772 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1ac35488-07bd-4199-b0ad-5e53bd8de033 admin admin] Publish callbacks [] for security_group (76f70b02-ddae-40b6-a501-226b12af3b0d), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:39.923751 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-08533605-1a25-4b5f-93c1-6c386ca7ca4e None None] Current status of the port 98442a47-35ec-4a33-806f-498a325edc3c is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:39.924603 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-08533605-1a25-4b5f-93c1-6c386ca7ca4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (98442a47-35ec-4a33-806f-498a325edc3c), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:39.946856 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-9b08b794-2567-464c-942d-d849e58a752e None None] Set router 5797708f-0cbb-4dd8-9e40-050012755701 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:02:39.983882 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-08533605-1a25-4b5f-93c1-6c386ca7ca4e None None] For port 98442a47-35ec-4a33-806f-498a325edc3c, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=98442a47-35ec-4a33-806f-498a325edc3c,segment=NetworkSegment(486bcbfd-361c-4836-9657-8a8d022c8112),segment_id=486bcbfd-361c-4836-9657-8a8d022c8112)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:02:40.051153 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-08533605-1a25-4b5f-93c1-6c386ca7ca4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (98442a47-35ec-4a33-806f-498a325edc3c), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:40.086311 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-539ec221-d7a9-4a39-9810-c0304b5a5632 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103540) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 11:02:40.087730 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-539ec221-d7a9-4a39-9810-c0304b5a5632 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1805620 Mar 23 11:02:40.109412 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ad7c2344-c517-4254-975d-fbfb3ccd745b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:40.119350 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 29f62212-11d5-4038-ae6b-89cde38d561a is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:40.131944 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-63a8f142-561a-4ad4-a8ac-30c4d6b2c9ac admin admin] Publish callbacks [] for security_group (d755cb4b-f312-4f48-b82d-103abf06f4d1), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:40.141842 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-ab664527-6a78-472a-a752-8d6b03fe024c req-06fe4cc7-9cad-4e3e-9afc-e04ba6c70914 service neutron] Attempting to bind port e67b01e3-3469-4584-949c-8c28ec7bc8e3 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:02:40.142325 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-ab664527-6a78-472a-a752-8d6b03fe024c req-06fe4cc7-9cad-4e3e-9afc-e04ba6c70914 service neutron] Attempting to bind port e67b01e3-3469-4584-949c-8c28ec7bc8e3 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '36f51f76-a5a0-4797-b35a-1ee2c5f66bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ddaf5350-f561-44ae-95bd-987f416f70bb'}] {{(pid=103540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:02:40.142748 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab664527-6a78-472a-a752-8d6b03fe024c req-06fe4cc7-9cad-4e3e-9afc-e04ba6c70914 service neutron] Attempting to bind port e67b01e3-3469-4584-949c-8c28ec7bc8e3 on network ddaf5350-f561-44ae-95bd-987f416f70bb {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:02:40.159775 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [None req-97b8454f-001c-4137-b4da-9ddaf31ea958 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Allocated IP 172.27.0.247 (95c18418-5bae-427e-9b81-a5d1c1650c0a/3e1497af-c43c-4f5b-914b-136f0356db85/acdb088a-06ee-4dae-b3fe-12ba285c0ef2) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:02:40.188840 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-08533605-1a25-4b5f-93c1-6c386ca7ca4e None None] Provisioning complete for port 18896643-080e-45ec-9651-fcc34ac08cdc triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:40.189245 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-08533605-1a25-4b5f-93c1-6c386ca7ca4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (18896643-080e-45ec-9651-fcc34ac08cdc), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:40.264226 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1ac35488-07bd-4199-b0ad-5e53bd8de033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (76f70b02-ddae-40b6-a501-226b12af3b0d), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:40.267027 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1ac35488-07bd-4199-b0ad-5e53bd8de033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:40.268193 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-1ac35488-07bd-4199-b0ad-5e53bd8de033 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/76f70b02-ddae-40b6-a501-226b12af3b0d HTTP/1.1" status: 204 len: 168 time: 0.8897312 Mar 23 11:02:40.278130 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-63a8f142-561a-4ad4-a8ac-30c4d6b2c9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (d755cb4b-f312-4f48-b82d-103abf06f4d1), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:40.305392 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac35488-07bd-4199-b0ad-5e53bd8de033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f70b02-ddae-40b6-a501-226b12af3b0d,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:40.339323 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-63a8f142-561a-4ad4-a8ac-30c4d6b2c9ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c3b63a93e904a23a7bc3655e29c43be&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4057748 Mar 23 11:02:40.345266 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46850) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:40.361691 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab664527-6a78-472a-a752-8d6b03fe024c req-06fe4cc7-9cad-4e3e-9afc-e04ba6c70914 service neutron] Port e67b01e3-3469-4584-949c-8c28ec7bc8e3 on network ddaf5350-f561-44ae-95bd-987f416f70bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 11:02:40.362036 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab664527-6a78-472a-a752-8d6b03fe024c req-06fe4cc7-9cad-4e3e-9afc-e04ba6c70914 service neutron] Attempting to bind port e67b01e3-3469-4584-949c-8c28ec7bc8e3 on network ddaf5350-f561-44ae-95bd-987f416f70bb {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:02:40.383865 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8f142-561a-4ad4-a8ac-30c4d6b2c9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d755cb4b-f312-4f48-b82d-103abf06f4d1,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:40.390370 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-d72dbf2d-859a-4e2e-b3f3-20ac74024238 service neutron] 10.222.0.41 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504423 Mar 23 11:02:40.404340 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab664527-6a78-472a-a752-8d6b03fe024c req-06fe4cc7-9cad-4e3e-9afc-e04ba6c70914 service neutron] Checking agent: {'id': '3422437f-3c55-48f6-8aa2-6fea3ffa4df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'started_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:02:40.404340 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab664527-6a78-472a-a752-8d6b03fe024c req-06fe4cc7-9cad-4e3e-9afc-e04ba6c70914 service neutron] Checking segment: {'id': '36f51f76-a5a0-4797-b35a-1ee2c5f66bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ddaf5350-f561-44ae-95bd-987f416f70bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:02:40.404340 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab664527-6a78-472a-a752-8d6b03fe024c req-06fe4cc7-9cad-4e3e-9afc-e04ba6c70914 service neutron] Bound using segment: {'id': '36f51f76-a5a0-4797-b35a-1ee2c5f66bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ddaf5350-f561-44ae-95bd-987f416f70bb'} {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:02:40.404340 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-ab664527-6a78-472a-a752-8d6b03fe024c req-06fe4cc7-9cad-4e3e-9afc-e04ba6c70914 service neutron] Bound port: e67b01e3-3469-4584-949c-8c28ec7bc8e3, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f51f76-a5a0-4797-b35a-1ee2c5f66bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'ddaf5350-f561-44ae-95bd-987f416f70bb'}}] {{(pid=103540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:02:40.404340 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-ab664527-6a78-472a-a752-8d6b03fe024c req-06fe4cc7-9cad-4e3e-9afc-e04ba6c70914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (e67b01e3-3469-4584-949c-8c28ec7bc8e3), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:40.448582 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-97b8454f-001c-4137-b4da-9ddaf31ea958 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for port (acdb088a-06ee-4dae-b3fe-12ba285c0ef2), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:40.481925 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08533605-1a25-4b5f-93c1-6c386ca7ca4e None None] Pushing event updated for resources: {'Port': ['ID=98442a47-35ec-4a33-806f-498a325edc3c,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:40.486572 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 18896643-080e-45ec-9651-fcc34ac08cdc up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:02:40.552209 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2bd7659a-b572-4d26-98a9-434b5a24b43b admin admin] Publish callbacks [] for security_group (d755cb4b-f312-4f48-b82d-103abf06f4d1), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:40.622282 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2bd7659a-b572-4d26-98a9-434b5a24b43b admin admin] Publish callbacks [] for security_group (d755cb4b-f312-4f48-b82d-103abf06f4d1), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:40.697014 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-97b8454f-001c-4137-b4da-9ddaf31ea958 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (acdb088a-06ee-4dae-b3fe-12ba285c0ef2), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:40.818381 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-9b08b794-2567-464c-942d-d849e58a752e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975d9b820>, [{'id': '5797708f-0cbb-4dd8-9e40-050012755701', 'name': 'tempest-ServerRescueNegativeTestJSON-347261842-router', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'gw_port': {'id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:84:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '98442a47-35ec-4a33-806f-498a325edc3c', 'name': '', 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'mac_address': 'fa:16:3e:72:ee:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:38Z', 'revision_number': 4, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'subnets': [{'id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:40.821907 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b8454f-001c-4137-b4da-9ddaf31ea958 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:02:40.829508 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-97b8454f-001c-4137-b4da-9ddaf31ea958 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:02:40.833969 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b8454f-001c-4137-b4da-9ddaf31ea958 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:02:40.888507 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-ab664527-6a78-472a-a752-8d6b03fe024c req-06fe4cc7-9cad-4e3e-9afc-e04ba6c70914 service neutron] For port e67b01e3-3469-4584-949c-8c28ec7bc8e3, host hv-cinder-79053, cleared binding levels {{(pid=103540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:02:40.916358 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b08b794-2567-464c-942d-d849e58a752e None None] The sync data for ids ['5797708f-0cbb-4dd8-9e40-050012755701'] in dv-cinder-790535-33-iscsi is: [{'id': '5797708f-0cbb-4dd8-9e40-050012755701', 'name': 'tempest-ServerRescueNegativeTestJSON-347261842-router', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'gw_port': {'id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:84:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '98442a47-35ec-4a33-806f-498a325edc3c', 'name': '', 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'mac_address': 'fa:16:3e:72:ee:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:38Z', 'revision_number': 4, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'subnets': [{'id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:02:40.929342 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 18896643-080e-45ec-9651-fcc34ac08cdc triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:40.929754 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (18896643-080e-45ec-9651-fcc34ac08cdc), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:40.966007 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-ab664527-6a78-472a-a752-8d6b03fe024c req-06fe4cc7-9cad-4e3e-9afc-e04ba6c70914 service neutron] For port e67b01e3-3469-4584-949c-8c28ec7bc8e3, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e67b01e3-3469-4584-949c-8c28ec7bc8e3,segment=NetworkSegment(36f51f76-a5a0-4797-b35a-1ee2c5f66bcd),segment_id=36f51f76-a5a0-4797-b35a-1ee2c5f66bcd)] {{(pid=103540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:02:40.971263 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-b7d7a136-f002-4a57-b087-db542dc16ed7 service neutron] 10.222.0.41 "GET /v2.0/networks/eeda6053-fd0d-4e64-ad5b-c3168c41b691?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1024768 Mar 23 11:02:40.980756 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-97b8454f-001c-4137-b4da-9ddaf31ea958 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for floatingip (83767761-e7e6-4281-8ce7-c8c0272a18b5), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:40.982925 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-08533605-1a25-4b5f-93c1-6c386ca7ca4e None None] Current status of the port 18896643-080e-45ec-9651-fcc34ac08cdc is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:41.010622 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8454f-001c-4137-b4da-9ddaf31ea958 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Pushing event updated for resources: {'Port': ['ID=acdb088a-06ee-4dae-b3fe-12ba285c0ef2,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:41.086296 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-0658bd62-c19f-491a-9722-355b0b34db39 service neutron] 10.222.0.41 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6462846 Mar 23 11:02:41.091764 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 18896643-080e-45ec-9651-fcc34ac08cdc is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:41.096327 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-ab664527-6a78-472a-a752-8d6b03fe024c req-06fe4cc7-9cad-4e3e-9afc-e04ba6c70914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (e67b01e3-3469-4584-949c-8c28ec7bc8e3), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:41.115328 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2bd7659a-b572-4d26-98a9-434b5a24b43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (d755cb4b-f312-4f48-b82d-103abf06f4d1), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:41.118687 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2bd7659a-b572-4d26-98a9-434b5a24b43b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:41.122321 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-2bd7659a-b572-4d26-98a9-434b5a24b43b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d755cb4b-f312-4f48-b82d-103abf06f4d1 HTTP/1.1" status: 204 len: 168 time: 0.7738018 Mar 23 11:02:41.135268 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-82a5f628-76d3-4678-9eb7-d6d0645bece7 None None] Provisioning complete for port 98442a47-35ec-4a33-806f-498a325edc3c triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:41.135367 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-82a5f628-76d3-4678-9eb7-d6d0645bece7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (98442a47-35ec-4a33-806f-498a325edc3c), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:41.177639 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 46864) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:41.183077 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7659a-b572-4d26-98a9-434b5a24b43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d755cb4b-f312-4f48-b82d-103abf06f4d1,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:41.206197 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab664527-6a78-472a-a752-8d6b03fe024c req-06fe4cc7-9cad-4e3e-9afc-e04ba6c70914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:41.206916 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-ab664527-6a78-472a-a752-8d6b03fe024c req-06fe4cc7-9cad-4e3e-9afc-e04ba6c70914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:41.208386 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ab664527-6a78-472a-a752-8d6b03fe024c req-06fe4cc7-9cad-4e3e-9afc-e04ba6c70914 service neutron] 10.222.0.52 "PUT /v2.0/ports/e67b01e3-3469-4584-949c-8c28ec7bc8e3 HTTP/1.1" status: 200 len: 1093 time: 4.6545577 Mar 23 11:02:41.225778 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-97b8454f-001c-4137-b4da-9ddaf31ea958 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (acdb088a-06ee-4dae-b3fe-12ba285c0ef2), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:41.228099 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05aab17b-ab37-43c4-bcba-64eb438ad03a', 'tag': 'e67b01e3-3469-4584-949c-8c28ec7bc8e3'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:02:41.258517 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f22825a4-8b8d-46b4-8252-c8524e4a5eeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:41.314796 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ad7c2344-c517-4254-975d-fbfb3ccd745b admin admin] Publish callbacks [] for security_group (d5097c4e-da69-435b-ad33-1759d37c0b75), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:41.324997 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-ebce949e-7d1d-4c16-bf46-300ffb60a3ac service neutron] 10.222.0.41 "GET /v2.0/networks/eeda6053-fd0d-4e64-ad5b-c3168c41b691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392930 Mar 23 11:02:41.434580 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe4cc7-9cad-4e3e-9afc-e04ba6c70914 service neutron] Pushing event updated for resources: {'Port': ['ID=e67b01e3-3469-4584-949c-8c28ec7bc8e3,revision_number=3']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:41.444937 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-82a5f628-76d3-4678-9eb7-d6d0645bece7 None None] Current status of the port 98442a47-35ec-4a33-806f-498a325edc3c is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:41.506061 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ad7c2344-c517-4254-975d-fbfb3ccd745b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (d5097c4e-da69-435b-ad33-1759d37c0b75), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:41.567348 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46872) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:41.573023 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-ad7c2344-c517-4254-975d-fbfb3ccd745b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=31744d83b3f946bba4ef5044f461f4e3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8246801 Mar 23 11:02:41.573566 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c2344-c517-4254-975d-fbfb3ccd745b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5097c4e-da69-435b-ad33-1759d37c0b75,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:41.599949 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 46874) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:41.732056 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-97b8454f-001c-4137-b4da-9ddaf31ea958 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for port (acdb088a-06ee-4dae-b3fe-12ba285c0ef2), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:41.767471 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab664527-6a78-472a-a752-8d6b03fe024c req-ad8112fd-d63d-4af7-a31b-9d61fc2dd230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:41.769034 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ab664527-6a78-472a-a752-8d6b03fe024c req-ad8112fd-d63d-4af7-a31b-9d61fc2dd230 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=60883fe61d9d436cb31076881180cc47&device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 1127 time: 0.4431241 Mar 23 11:02:41.804301 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-97b8454f-001c-4137-b4da-9ddaf31ea958 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (acdb088a-06ee-4dae-b3fe-12ba285c0ef2), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:41.869722 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f22825a4-8b8d-46b4-8252-c8524e4a5eeb admin admin] Publish callbacks [] for security_group (efef5636-b6b5-4cf2-936a-f34f81a9a7a5), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:42.047263 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6221dfa0-0980-4fb4-a54a-802cbf44c53d" -d '{"events": [{"name": "network-changed", "server_uuid": "05aab17b-ab37-43c4-bcba-64eb438ad03a", "tag": "e67b01e3-3469-4584-949c-8c28ec7bc8e3"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:02:42.103121 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8454f-001c-4137-b4da-9ddaf31ea958 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Pushing event updated for resources: {'Port': ['ID=acdb088a-06ee-4dae-b3fe-12ba285c0ef2,revision_number=2']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:42.114917 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-97b8454f-001c-4137-b4da-9ddaf31ea958 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (83767761-e7e6-4281-8ce7-c8c0272a18b5), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:42.230692 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-97b8454f-001c-4137-b4da-9ddaf31ea958 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:42.243302 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-97b8454f-001c-4137-b4da-9ddaf31ea958 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3664324 Mar 23 11:02:42.298338 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b32d4818-cfe3-48f3-b9ca-0b0e4a1c6330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:42.327612 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f22825a4-8b8d-46b4-8252-c8524e4a5eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (efef5636-b6b5-4cf2-936a-f34f81a9a7a5), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:42.392707 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 98442a47-35ec-4a33-806f-498a325edc3c up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:02:42.461778 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ab664527-6a78-472a-a752-8d6b03fe024c req-363ec1ff-97c8-4283-a8d2-424eb742d7f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e67b01e3-3469-4584-949c-8c28ec7bc8e3 HTTP/1.1" status: 200 len: 217 time: 0.5719109 Mar 23 11:02:42.486151 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 98442a47-35ec-4a33-806f-498a325edc3c triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:42.487815 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (98442a47-35ec-4a33-806f-498a325edc3c), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:42.491977 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22825a4-8b8d-46b4-8252-c8524e4a5eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efef5636-b6b5-4cf2-936a-f34f81a9a7a5,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:42.517812 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3883412b-f19a-41e6-a404-8465f4d226a2 admin admin] Publish callbacks [] for security_group (d5097c4e-da69-435b-ad33-1759d37c0b75), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:42.576343 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6007c13-07f1-4ea9-a617-e98b493e0289 req-d8623a86-1e57-46c8-9cb1-ce05815ada75 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:42.580595 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a6007c13-07f1-4ea9-a617-e98b493e0289 req-d8623a86-1e57-46c8-9cb1-ce05815ada75 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 943 time: 0.7059157 Mar 23 11:02:42.591954 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-622558c6-e5bf-4dcf-b369-8e86bb11c0e7 req-da44482a-58f2-432b-8bb4-4b5bfa0f9511 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 210 time: 0.3208866 Mar 23 11:02:42.606061 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b32d4818-cfe3-48f3-b9ca-0b0e4a1c6330 admin admin] Publish callbacks [] for security_group (464ab5fc-9e0a-4a0e-88ac-3ff6a448a2e3), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:42.665964 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-f22825a4-8b8d-46b4-8252-c8524e4a5eeb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3ded34683de439280b2002248a39d0c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4908452 Mar 23 11:02:42.668707 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46924) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:42.718744 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b32d4818-cfe3-48f3-b9ca-0b0e4a1c6330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (464ab5fc-9e0a-4a0e-88ac-3ff6a448a2e3), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:42.801090 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-389890b4-6fe6-486b-a900-0e24e33b5c46 admin admin] Publish callbacks [] for security_group (efef5636-b6b5-4cf2-936a-f34f81a9a7a5), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:42.824768 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 98442a47-35ec-4a33-806f-498a325edc3c is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:42.843684 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-b32d4818-cfe3-48f3-b9ca-0b0e4a1c6330 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02047b00aaa24058a676e257fb158d60&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2708061 Mar 23 11:02:42.846670 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 46926) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:42.875331 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d4818-cfe3-48f3-b9ca-0b0e4a1c6330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464ab5fc-9e0a-4a0e-88ac-3ff6a448a2e3,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:42.884013 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ca750c57-fec4-4975-9a50-039200e08c17 req-1088e8a8-8a60-4cd7-87dc-fb4c83223f78 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 210 time: 0.2170229 Mar 23 11:02:42.886147 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3883412b-f19a-41e6-a404-8465f4d226a2 admin admin] Publish callbacks [] for security_group (d5097c4e-da69-435b-ad33-1759d37c0b75), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:42.917386 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-389890b4-6fe6-486b-a900-0e24e33b5c46 admin admin] Publish callbacks [] for security_group (efef5636-b6b5-4cf2-936a-f34f81a9a7a5), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:42.974757 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab664527-6a78-472a-a752-8d6b03fe024c req-084482c1-196b-43e1-9d30-6c0488e2e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:42.976241 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ab664527-6a78-472a-a752-8d6b03fe024c req-084482c1-196b-43e1-9d30-6c0488e2e33a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d03ff172-1ddd-4347-8c03-357f8f7a2510 HTTP/1.1" status: 200 len: 852 time: 0.4749014 Mar 23 11:02:42.985883 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a6007c13-07f1-4ea9-a617-e98b493e0289 req-a231aab4-60b4-418d-8875-8ca52fca816c tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb368af7-1af3-4556-a915-14b01a6cc452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980886 Mar 23 11:02:43.088187 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ab664527-6a78-472a-a752-8d6b03fe024c req-b6e6ad65-a61e-4128-852c-ccfbdf0f1a55 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddaf5350-f561-44ae-95bd-987f416f70bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907023 Mar 23 11:02:43.221915 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6ba87159-34a5-4146-948c-841f18dba7d2 admin admin] Publish callbacks [] for security_group (464ab5fc-9e0a-4a0e-88ac-3ff6a448a2e3), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:43.264881 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6ba87159-34a5-4146-948c-841f18dba7d2 admin admin] Publish callbacks [] for security_group (464ab5fc-9e0a-4a0e-88ac-3ff6a448a2e3), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:43.397575 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-56621597-f768-483e-870a-401f259f8fe3 req-eebffbff-f687-4317-8d33-1a27566abeb0 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--575612378&fields=id&tenant_id=7a9722a34d004a16ae8e2fb602d551e8 HTTP/1.1" status: 200 len: 267 time: 0.1299913 Mar 23 11:02:43.423286 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-389890b4-6fe6-486b-a900-0e24e33b5c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (efef5636-b6b5-4cf2-936a-f34f81a9a7a5), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:43.423286 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-389890b4-6fe6-486b-a900-0e24e33b5c46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:43.424460 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-389890b4-6fe6-486b-a900-0e24e33b5c46 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/efef5636-b6b5-4cf2-936a-f34f81a9a7a5 HTTP/1.1" status: 204 len: 168 time: 0.7535193 Mar 23 11:02:43.437565 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389890b4-6fe6-486b-a900-0e24e33b5c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efef5636-b6b5-4cf2-936a-f34f81a9a7a5,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:43.505612 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6ba87159-34a5-4146-948c-841f18dba7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (464ab5fc-9e0a-4a0e-88ac-3ff6a448a2e3), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:43.517893 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6ba87159-34a5-4146-948c-841f18dba7d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:43.525379 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-6ba87159-34a5-4146-948c-841f18dba7d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/464ab5fc-9e0a-4a0e-88ac-3ff6a448a2e3 HTTP/1.1" status: 204 len: 168 time: 0.6765327 Mar 23 11:02:43.547504 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba87159-34a5-4146-948c-841f18dba7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464ab5fc-9e0a-4a0e-88ac-3ff6a448a2e3,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:43.671549 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9e8bab-c46a-4be6-bba8-4d12de8128c7 x-openstack-request-id: req-cf9e8bab-c46a-4be6-bba8-4d12de8128c7 {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:02:43.672066 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05aab17b-ab37-43c4-bcba-64eb438ad03a", "tag": "e67b01e3-3469-4584-949c-8c28ec7bc8e3", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:02:43.672516 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf9e8bab-c46a-4be6-bba8-4d12de8128c7 {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:02:43.673348 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf9e8bab-c46a-4be6-bba8-4d12de8128c7'] response: {'name': 'network-changed', 'server_uuid': '05aab17b-ab37-43c4-bcba-64eb438ad03a', 'tag': 'e67b01e3-3469-4584-949c-8c28ec7bc8e3', 'status': 'completed', 'code': 200} Mar 23 11:02:43.677093 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ab664527-6a78-472a-a752-8d6b03fe024c req-7a120f0b-7840-4d44-aac5-2c6c9be2cc20 service neutron] 10.222.0.52 "GET /v2.0/networks/ddaf5350-f561-44ae-95bd-987f416f70bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5763805 Mar 23 11:02:43.682544 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3883412b-f19a-41e6-a404-8465f4d226a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (d5097c4e-da69-435b-ad33-1759d37c0b75), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:43.687310 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3883412b-f19a-41e6-a404-8465f4d226a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:43.688720 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-3883412b-f19a-41e6-a404-8465f4d226a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5097c4e-da69-435b-ad33-1759d37c0b75 HTTP/1.1" status: 204 len: 168 time: 2.0779312 Mar 23 11:02:43.778592 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56621597-f768-483e-870a-401f259f8fe3 req-c7066104-5bae-41b5-b9ec-5feb69477afd tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:43.788098 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-56621597-f768-483e-870a-401f259f8fe3 req-c7066104-5bae-41b5-b9ec-5feb69477afd tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/networks?id=a89a6767-25b8-437f-a491-713b0277c026 HTTP/1.1" status: 200 len: 817 time: 0.3816674 Mar 23 11:02:43.822566 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883412b-f19a-41e6-a404-8465f4d226a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5097c4e-da69-435b-ad33-1759d37c0b75,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:44.197049 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-56621597-f768-483e-870a-401f259f8fe3 req-43e3427b-0496-407e-acbb-5eb8555bd998 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/quotas/7a9722a34d004a16ae8e2fb602d551e8 HTTP/1.1" status: 200 len: 375 time: 0.4070613 Mar 23 11:02:44.319974 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ab664527-6a78-472a-a752-8d6b03fe024c req-49e08d4f-170d-4f69-9442-fa6b8fe38ead service neutron] 10.222.0.52 "GET /v2.0/networks/ddaf5350-f561-44ae-95bd-987f416f70bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6181772 Mar 23 11:02:44.341793 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-56621597-f768-483e-870a-401f259f8fe3 req-80271431-ae67-472e-b8d2-3f557d322fd0 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a9722a34d004a16ae8e2fb602d551e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1437242 Mar 23 11:02:44.349220 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-c1e2c53f-8deb-4b86-bae7-7a71e2a7aa16 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:44.356642 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-c1e2c53f-8deb-4b86-bae7-7a71e2a7aa16 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/networks?id=4b8305e7-fc73-4884-8968-f1c6a05e1337 HTTP/1.1" status: 200 len: 818 time: 0.5515676 Mar 23 11:02:44.383681 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-14a987c9-344f-40c4-8c18-93eaa9c91080 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/quotas/dd7b67e58e9840e182631ae128c31dc5 HTTP/1.1" status: 200 len: 375 time: 0.0255272 Mar 23 11:02:44.606560 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-56621597-f768-483e-870a-401f259f8fe3 req-06da0575-ccba-409c-9413-b5f333ff505d service neutron] 10.222.0.41 "GET /v2.0/networks/a89a6767-25b8-437f-a491-713b0277c026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663651 Mar 23 11:02:44.606560 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-761070df-0883-420c-bd69-67c438b3f569 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd7b67e58e9840e182631ae128c31dc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2183354 Mar 23 11:02:44.783617 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221dfa0-0980-4fb4-a54a-802cbf44c53d req-b57b79ad-3952-4401-9f98-14220d67ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:44.785530 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6221dfa0-0980-4fb4-a54a-802cbf44c53d req-b57b79ad-3952-4401-9f98-14220d67ad6b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=60883fe61d9d436cb31076881180cc47&device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 1127 time: 0.2306459 Mar 23 11:02:44.793734 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-56621597-f768-483e-870a-401f259f8fe3 req-d6b31011-66c8-46fc-bfaf-a39d97dc5df2 service neutron] 10.222.0.41 "GET /v2.0/networks/a89a6767-25b8-437f-a491-713b0277c026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603199 Mar 23 11:02:44.801163 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-5381e812-cdc5-4d15-a7a6-32afaee0f0d8 service neutron] 10.222.0.41 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751013 Mar 23 11:02:45.107195 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221dfa0-0980-4fb4-a54a-802cbf44c53d req-ec86779d-dc34-48b0-a983-08a37b5edafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:45.108719 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6221dfa0-0980-4fb4-a54a-802cbf44c53d req-ec86779d-dc34-48b0-a983-08a37b5edafc service neutron] 10.222.0.52 "GET /v2.0/networks?id=ddaf5350-f561-44ae-95bd-987f416f70bb HTTP/1.1" status: 200 len: 913 time: 0.2768717 Mar 23 11:02:45.191911 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 47006) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:45.220105 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-71a0bbd1-8ca2-4fd3-8c69-2b45e68d1d6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:45.230862 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6221dfa0-0980-4fb4-a54a-802cbf44c53d req-6d886288-bddd-411b-beae-2394ca631ca7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e67b01e3-3469-4584-949c-8c28ec7bc8e3 HTTP/1.1" status: 200 len: 217 time: 0.1038649 Mar 23 11:02:45.296453 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-92fbc32c-85f8-43cb-8092-3aa3d4054c14 req-05ccb26c-3d5e-4bc8-a45e-33b7f6f911a7 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 210 time: 0.0980153 Mar 23 11:02:45.328610 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 47008) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:45.376702 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-dc192e6d-0f56-4e19-8c49-7ebad6476d2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:45.432702 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221dfa0-0980-4fb4-a54a-802cbf44c53d req-f7dfec22-9ad6-45d7-9338-cb526bb7472e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:45.434448 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6221dfa0-0980-4fb4-a54a-802cbf44c53d req-f7dfec22-9ad6-45d7-9338-cb526bb7472e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d03ff172-1ddd-4347-8c03-357f8f7a2510 HTTP/1.1" status: 200 len: 852 time: 0.1751237 Mar 23 11:02:45.436923 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-ccac258d-ddfa-489f-a61a-558e39996e33 service neutron] 10.222.0.41 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6288495 Mar 23 11:02:45.513611 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6221dfa0-0980-4fb4-a54a-802cbf44c53d req-474c3ff4-260e-4fec-8972-8fc6a94d7e38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ddaf5350-f561-44ae-95bd-987f416f70bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548112 Mar 23 11:02:45.618889 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-71a0bbd1-8ca2-4fd3-8c69-2b45e68d1d6e admin admin] Publish callbacks [] for security_group (fc6ee631-96cd-4a1e-8a35-7bb946526287), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:45.680169 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-dc192e6d-0f56-4e19-8c49-7ebad6476d2c admin admin] Publish callbacks [] for security_group (4b97bf8b-1dba-48b4-82a7-f634b522a4ef), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:45.688947 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ae12e-3f55-4b07-b8f5-e0d8c2eef359 req-67fee966-7497-4a56-9090-91e49bdd6597 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:45.690630 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-184ae12e-3f55-4b07-b8f5-e0d8c2eef359 req-67fee966-7497-4a56-9090-91e49bdd6597 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 943 time: 0.2361922 Mar 23 11:02:45.750720 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-dc192e6d-0f56-4e19-8c49-7ebad6476d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (4b97bf8b-1dba-48b4-82a7-f634b522a4ef), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:45.754678 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-71a0bbd1-8ca2-4fd3-8c69-2b45e68d1d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (fc6ee631-96cd-4a1e-8a35-7bb946526287), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:45.797820 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.52', 50996) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:45.833482 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6221dfa0-0980-4fb4-a54a-802cbf44c53d req-57a043ea-0ae9-4651-b577-b71b1bbb8336 service neutron] 10.222.0.52 "GET /v2.0/networks/ddaf5350-f561-44ae-95bd-987f416f70bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829909 Mar 23 11:02:45.852657 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-71a0bbd1-8ca2-4fd3-8c69-2b45e68d1d6e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=67a47faef1424328806fa72d7c880125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6560755 Mar 23 11:02:45.853626 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc192e6d-0f56-4e19-8c49-7ebad6476d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b97bf8b-1dba-48b4-82a7-f634b522a4ef,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:45.882194 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 47022) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:45.885036 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-dc192e6d-0f56-4e19-8c49-7ebad6476d2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c15955ba1b75426aafd75956ff0a7d42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5553558 Mar 23 11:02:45.897674 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 47026) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:45.962942 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-184ae12e-3f55-4b07-b8f5-e0d8c2eef359 req-5ab52c78-0595-4ed8-b5fb-762e063159b4 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb368af7-1af3-4556-a915-14b01a6cc452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591281 Mar 23 11:02:46.047140 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0bbd1-8ca2-4fd3-8c69-2b45e68d1d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6ee631-96cd-4a1e-8a35-7bb946526287,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:46.098329 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-86af34c9-5ddd-4bdd-9926-290d107a9d17 admin admin] Publish callbacks [] for security_group (4b97bf8b-1dba-48b4-82a7-f634b522a4ef), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:46.182004 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-70606436-bfa1-4ea5-bcf0-e21b3a4217d8 admin admin] Publish callbacks [] for security_group (fc6ee631-96cd-4a1e-8a35-7bb946526287), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:46.201795 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-86af34c9-5ddd-4bdd-9926-290d107a9d17 admin admin] Publish callbacks [] for security_group (4b97bf8b-1dba-48b4-82a7-f634b522a4ef), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:46.277722 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ed38f70f-1537-4a9c-9225-81f7a1a742be req-db86d084-1d0a-4784-b50e-5e0b618827ce tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 210 time: 0.3132901 Mar 23 11:02:46.295725 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-70606436-bfa1-4ea5-bcf0-e21b3a4217d8 admin admin] Publish callbacks [] for security_group (fc6ee631-96cd-4a1e-8a35-7bb946526287), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:46.330019 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ce55026d-e7e0-459b-8b4b-b53e24278363 req-51af0138-87d6-4001-b59e-5f34d0c34536 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 210 time: 0.1880343 Mar 23 11:02:46.414756 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.52', 50997) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:46.562488 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-86af34c9-5ddd-4bdd-9926-290d107a9d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (4b97bf8b-1dba-48b4-82a7-f634b522a4ef), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:46.565752 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-86af34c9-5ddd-4bdd-9926-290d107a9d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:46.571321 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-86af34c9-5ddd-4bdd-9926-290d107a9d17 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4b97bf8b-1dba-48b4-82a7-f634b522a4ef HTTP/1.1" status: 204 len: 168 time: 0.6719778 Mar 23 11:02:46.602818 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af34c9-5ddd-4bdd-9926-290d107a9d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b97bf8b-1dba-48b4-82a7-f634b522a4ef,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:46.613271 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-70606436-bfa1-4ea5-bcf0-e21b3a4217d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (fc6ee631-96cd-4a1e-8a35-7bb946526287), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:46.613271 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-70606436-bfa1-4ea5-bcf0-e21b3a4217d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:46.613271 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-70606436-bfa1-4ea5-bcf0-e21b3a4217d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc6ee631-96cd-4a1e-8a35-7bb946526287 HTTP/1.1" status: 204 len: 168 time: 0.7231934 Mar 23 11:02:46.640495 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-82401e5d-d8c1-43f1-ad6f-d06f7b68ca2e req-94aeeeb7-5c75-42c3-b859-3cc1fa61abf5 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 210 time: 0.1456950 Mar 23 11:02:46.645211 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6221dfa0-0980-4fb4-a54a-802cbf44c53d req-7af316ec-fb9b-400d-afc8-dcae72078520 service neutron] 10.222.0.52 "GET /v2.0/networks/ddaf5350-f561-44ae-95bd-987f416f70bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7533786 Mar 23 11:02:46.667659 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70606436-bfa1-4ea5-bcf0-e21b3a4217d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6ee631-96cd-4a1e-8a35-7bb946526287,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:46.725606 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-39323347-ef06-4da4-87b8-f09c3849068e tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:46.728502 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-39323347-ef06-4da4-87b8-f09c3849068e tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.52 "GET /v2.0/networks?id=4b8305e7-fc73-4884-8968-f1c6a05e1337 HTTP/1.1" status: 200 len: 818 time: 0.8928592 Mar 23 11:02:46.784126 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-0fd08fb9-8d98-4173-b549-56f318a11c6d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:46.786357 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-0fd08fb9-8d98-4173-b549-56f318a11c6d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.52 "GET /v2.0/networks?id=eeda6053-fd0d-4e64-ad5b-c3168c41b691 HTTP/1.1" status: 200 len: 811 time: 0.3699660 Mar 23 11:02:46.793583 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-84f79679-6e6e-4fc2-b61a-80cee8dabebd tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Request body: {'port': {'device_id': 'e410e140-cbc4-4ccb-a9db-ee3a60ca4414', 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337', 'admin_state_up': True, 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:47.022865 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-71dcde34-518b-4ede-8b51-9f24530048be tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88a763b09264492ebee3006194629da1 HTTP/1.1" status: 200 len: 379 time: 0.1690488 Mar 23 11:02:47.093499 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-208f8fef-1b3e-4a52-a9fa-f0863f21d7d5 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Request body: {'port': {'device_id': 'd73996af-ca46-4193-9af6-c60bbfcda85a', 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'admin_state_up': True, 'tenant_id': '88a763b09264492ebee3006194629da1', 'security_groups': ['038623e5-01f3-45b9-b7fe-cf853559cf62']}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:47.611150 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5d85e354-7e2d-4304-91a9-0671c0ce3ba0 req-dee4d74e-fadb-4216-abc6-177073395e70 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 210 time: 0.1836672 Mar 23 11:02:47.611838 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-84f79679-6e6e-4fc2-b61a-80cee8dabebd tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Made reservation on behalf of dd7b67e58e9840e182631ae128c31dc5 for: {'port': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:02:47.622569 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-84f79679-6e6e-4fc2-b61a-80cee8dabebd tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:47.812904 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b8c875de-0e12-4129-8848-46a5d5d409d8 req-20876b42-8605-45a3-9c37-46ab5b3358b5 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 210 time: 0.1082373 Mar 23 11:02:47.829469 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-208f8fef-1b3e-4a52-a9fa-f0863f21d7d5 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Made reservation on behalf of 88a763b09264492ebee3006194629da1 for: {'port': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:02:47.836596 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-208f8fef-1b3e-4a52-a9fa-f0863f21d7d5 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:47.900497 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5980cf-5aae-45d5-9433-789c25731de7 req-6d79a325-e7f5-4855-b9cb-a56f61088c2a tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:47.908149 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5e5980cf-5aae-45d5-9433-789c25731de7 req-6d79a325-e7f5-4855-b9cb-a56f61088c2a tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 943 time: 0.4849195 Mar 23 11:02:48.052421 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-91919b40-b65a-455b-af06-55106f8f352e req-6c6b4c9c-46f4-4b42-a059-5aeb2c959608 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 210 time: 0.1125638 Mar 23 11:02:48.154124 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5e5980cf-5aae-45d5-9433-789c25731de7 req-f792f3ff-915b-4e7c-ab6f-73b6a8d4a9f6 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb368af7-1af3-4556-a915-14b01a6cc452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450805 Mar 23 11:02:48.202492 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-84f79679-6e6e-4fc2-b61a-80cee8dabebd tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Allocated IP 172.20.0.8 (4b8305e7-fc73-4884-8968-f1c6a05e1337/886ce67b-f101-4e68-8143-abba0194fcaa/5c039c42-7817-49f7-aa35-d89bd76efbe8) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:02:48.250600 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-208f8fef-1b3e-4a52-a9fa-f0863f21d7d5 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Allocated IP 172.20.0.6 (eeda6053-fd0d-4e64-ad5b-c3168c41b691/0a92f87a-4230-4f3a-9c60-1bacc798819f/1f832c2a-d3c5-4523-b20a-45a805e6d44f) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:02:48.464373 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-84f79679-6e6e-4fc2-b61a-80cee8dabebd tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks [] for port (5c039c42-7817-49f7-aa35-d89bd76efbe8), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:48.502856 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-208f8fef-1b3e-4a52-a9fa-f0863f21d7d5 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for port (1f832c2a-d3c5-4523-b20a-45a805e6d44f), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:48.603831 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-84f79679-6e6e-4fc2-b61a-80cee8dabebd tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (5c039c42-7817-49f7-aa35-d89bd76efbe8), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:48.639482 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-208f8fef-1b3e-4a52-a9fa-f0863f21d7d5 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (1f832c2a-d3c5-4523-b20a-45a805e6d44f), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:48.660793 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-84f79679-6e6e-4fc2-b61a-80cee8dabebd tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Network 4b8305e7-fc73-4884-8968-f1c6a05e1337 is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:02:48.671093 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-84f79679-6e6e-4fc2-b61a-80cee8dabebd tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:02:48.673201 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f79679-6e6e-4fc2-b61a-80cee8dabebd tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Pushing event updated for resources: {'Port': ['ID=5c039c42-7817-49f7-aa35-d89bd76efbe8,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:48.679020 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-84f79679-6e6e-4fc2-b61a-80cee8dabebd tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:02:48.737449 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-208f8fef-1b3e-4a52-a9fa-f0863f21d7d5 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Network eeda6053-fd0d-4e64-ad5b-c3168c41b691 is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:02:48.746600 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fef36d42-a7b7-4094-beb8-723632c3de60 req-89c3e26e-d0cb-4de7-93d2-b2438ffc00ab tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 210 time: 0.0410743 Mar 23 11:02:48.750364 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-208f8fef-1b3e-4a52-a9fa-f0863f21d7d5 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:02:48.754510 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-208f8fef-1b3e-4a52-a9fa-f0863f21d7d5 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:02:48.842916 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-84f79679-6e6e-4fc2-b61a-80cee8dabebd tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:48.842916 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-84f79679-6e6e-4fc2-b61a-80cee8dabebd tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:48.997985 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f8fef-1b3e-4a52-a9fa-f0863f21d7d5 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Pushing event updated for resources: {'Port': ['ID=1f832c2a-d3c5-4523-b20a-45a805e6d44f,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:49.040286 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-208f8fef-1b3e-4a52-a9fa-f0863f21d7d5 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:49.040980 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-208f8fef-1b3e-4a52-a9fa-f0863f21d7d5 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:49.049887 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-06e38984-e221-4ce0-a219-146e4eda2877 req-3ced4183-663d-486c-8c50-cdb56c662689 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 210 time: 0.1051195 Mar 23 11:02:49.049887 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-84f79679-6e6e-4fc2-b61a-80cee8dabebd tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2619281 Mar 23 11:02:49.074562 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-f6d287ec-faaf-4097-aa9b-884db7168e89 service neutron] Request body: {'port': {'device_id': 'e410e140-cbc4-4ccb-a9db-ee3a60ca4414', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:49.130023 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.52', 51004) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:49.145704 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-22749faa-7e78-498f-ba87-07ef1a1b5999 None None] Provisioning complete for port 1f832c2a-d3c5-4523-b20a-45a805e6d44f triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:49.146724 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-22749faa-7e78-498f-ba87-07ef1a1b5999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (1f832c2a-d3c5-4523-b20a-45a805e6d44f), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:49.188645 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56621597-f768-483e-870a-401f259f8fe3 req-198799ff-e07d-4d09-856d-8c64a56cbbbb tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:49.190301 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-56621597-f768-483e-870a-401f259f8fe3 req-198799ff-e07d-4d09-856d-8c64a56cbbbb tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.52 "GET /v2.0/networks?id=a89a6767-25b8-437f-a491-713b0277c026 HTTP/1.1" status: 200 len: 817 time: 0.4038289 Mar 23 11:02:49.202918 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-208f8fef-1b3e-4a52-a9fa-f0863f21d7d5 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1345143 Mar 23 11:02:49.210544 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-f6d287ec-faaf-4097-aa9b-884db7168e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (5c039c42-7817-49f7-aa35-d89bd76efbe8), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:49.214324 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-22749faa-7e78-498f-ba87-07ef1a1b5999 None None] Port 1f832c2a-d3c5-4523-b20a-45a805e6d44f cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:02:49.225304 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-22749faa-7e78-498f-ba87-07ef1a1b5999 None None] Provisioning complete for port 5c039c42-7817-49f7-aa35-d89bd76efbe8 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:49.225938 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-22749faa-7e78-498f-ba87-07ef1a1b5999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (5c039c42-7817-49f7-aa35-d89bd76efbe8), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:49.251328 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-5ec769b8-2b91-49c8-b914-cece9618c97a service neutron] Request body: {'port': {'device_id': 'd73996af-ca46-4193-9af6-c60bbfcda85a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:49.283333 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-22749faa-7e78-498f-ba87-07ef1a1b5999 None None] Port 5c039c42-7817-49f7-aa35-d89bd76efbe8 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:02:49.455935 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 47178) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:49.592891 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-d6e3a144-685e-4b65-a3c6-984361a2b575 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:49.594653 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-d6e3a144-685e-4b65-a3c6-984361a2b575 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.52 "GET /v2.0/networks?id=4b8305e7-fc73-4884-8968-f1c6a05e1337 HTTP/1.1" status: 200 len: 818 time: 0.4632194 Mar 23 11:02:49.598604 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-56621597-f768-483e-870a-401f259f8fe3 req-638a972d-249c-44f7-a405-1b119dd2fb96 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a9722a34d004a16ae8e2fb602d551e8 HTTP/1.1" status: 200 len: 379 time: 0.3945296 Mar 23 11:02:49.599258 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-5ec769b8-2b91-49c8-b914-cece9618c97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (1f832c2a-d3c5-4523-b20a-45a805e6d44f), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:49.612041 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-96694af0-3725-49ea-97b9-2ff270830f13 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Request body: {'port': {'device_id': '506311bb-8e28-4b9c-b8c9-10b671436d74', 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337', 'admin_state_up': True, 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:49.621896 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [req-56621597-f768-483e-870a-401f259f8fe3 req-b32748d9-dd81-43aa-b571-674050a87863 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Request body: {'port': {'device_id': 'cd3be861-f7ed-4e23-9d00-09c761095f41', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'admin_state_up': True, 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'security_groups': ['0fe22628-eb8d-4042-b7a6-917cfd4b644a']}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:49.747511 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f146a8-5191-480b-8eb5-5393022d7332 req-0c9b8f2a-150d-4a4c-8123-ddb6acc22386 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:49.749176 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-66f146a8-5191-480b-8eb5-5393022d7332 req-0c9b8f2a-150d-4a4c-8123-ddb6acc22386 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 943 time: 0.4913132 Mar 23 11:02:49.757212 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d23baf-bb36-4741-bb16-15cd46aeb2f9 req-1ad20e49-20db-4013-bf22-651fd160e47b tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:49.759342 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e5d23baf-bb36-4741-bb16-15cd46aeb2f9 req-1ad20e49-20db-4013-bf22-651fd160e47b tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 931 time: 0.5418406 Mar 23 11:02:49.825278 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-96694af0-3725-49ea-97b9-2ff270830f13 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Made reservation on behalf of dd7b67e58e9840e182631ae128c31dc5 for: {'port': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:02:49.830701 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-96694af0-3725-49ea-97b9-2ff270830f13 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:49.867863 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-20253684-0001-4d44-923f-d4cb3f4b76f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:50.090447 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-20253684-0001-4d44-923f-d4cb3f4b76f4 admin admin] Publish callbacks [] for security_group (838a0a94-5b97-466b-a9f3-114fcdbd2d3d), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:50.183665 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-20253684-0001-4d44-923f-d4cb3f4b76f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (838a0a94-5b97-466b-a9f3-114fcdbd2d3d), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:50.185108 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-66f146a8-5191-480b-8eb5-5393022d7332 req-e04db21b-1ead-4457-a118-ccd334a34665 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb368af7-1af3-4556-a915-14b01a6cc452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039071 Mar 23 11:02:50.212457 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e5d23baf-bb36-4741-bb16-15cd46aeb2f9 req-13fe85b4-d393-4757-bcaa-ce54526496b6 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172556 Mar 23 11:02:50.275399 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-20253684-0001-4d44-923f-d4cb3f4b76f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0dad99d2cb9f4cb68b575a5bb4cc83da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8061240 Mar 23 11:02:50.276391 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 47208) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:50.277746 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20253684-0001-4d44-923f-d4cb3f4b76f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838a0a94-5b97-466b-a9f3-114fcdbd2d3d,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:50.362139 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56621597-f768-483e-870a-401f259f8fe3 req-b32748d9-dd81-43aa-b571-674050a87863 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Made reservation on behalf of 7a9722a34d004a16ae8e2fb602d551e8 for: {'port': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:02:50.365651 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-56621597-f768-483e-870a-401f259f8fe3 req-b32748d9-dd81-43aa-b571-674050a87863 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:50.376053 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-26cedcc2-1245-4818-af74-d0e94bcb335d req-1d26a2c4-ee81-4dc7-be11-05eb6076422f tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 210 time: 0.0676033 Mar 23 11:02:50.386073 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ddfd8052-6c87-4b98-be49-f76d9d22707f admin admin] Publish callbacks [] for security_group (838a0a94-5b97-466b-a9f3-114fcdbd2d3d), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:50.410419 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-f6d287ec-faaf-4097-aa9b-884db7168e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c039c42-7817-49f7-aa35-d89bd76efbe8 {{(pid=103540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:02:50.418745 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ddfd8052-6c87-4b98-be49-f76d9d22707f admin admin] Publish callbacks [] for security_group (838a0a94-5b97-466b-a9f3-114fcdbd2d3d), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:50.426511 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-f6d287ec-faaf-4097-aa9b-884db7168e89 service neutron] Publish callbacks [] for port (5c039c42-7817-49f7-aa35-d89bd76efbe8), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:50.468602 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9fe06401-36f0-4716-ac12-d8ebfae8bf33 req-d9afef67-daf4-4cb2-955b-ae162cbcb06d tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 210 time: 0.0746558 Mar 23 11:02:50.550169 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-5ec769b8-2b91-49c8-b914-cece9618c97a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f832c2a-d3c5-4523-b20a-45a805e6d44f {{(pid=103540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:02:50.558451 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-5ec769b8-2b91-49c8-b914-cece9618c97a service neutron] Publish callbacks [] for port (1f832c2a-d3c5-4523-b20a-45a805e6d44f), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:50.580730 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ddfd8052-6c87-4b98-be49-f76d9d22707f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (838a0a94-5b97-466b-a9f3-114fcdbd2d3d), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:50.591219 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ddfd8052-6c87-4b98-be49-f76d9d22707f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:50.594872 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-ddfd8052-6c87-4b98-be49-f76d9d22707f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/838a0a94-5b97-466b-a9f3-114fcdbd2d3d HTTP/1.1" status: 204 len: 168 time: 0.3140779 Mar 23 11:02:50.607449 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd8052-6c87-4b98-be49-f76d9d22707f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838a0a94-5b97-466b-a9f3-114fcdbd2d3d,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:50.608129 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.provisioning_blocks [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-f6d287ec-faaf-4097-aa9b-884db7168e89 service neutron] Transition to ACTIVE for port object 5c039c42-7817-49f7-aa35-d89bd76efbe8 will not be triggered until provisioned by entity L2. {{(pid=103540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 11:02:50.618498 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.provisioning_blocks [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-5ec769b8-2b91-49c8-b914-cece9618c97a service neutron] Transition to ACTIVE for port object 1f832c2a-d3c5-4523-b20a-45a805e6d44f will not be triggered until provisioned by entity L2. {{(pid=103540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 11:02:50.700555 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [req-56621597-f768-483e-870a-401f259f8fe3 req-b32748d9-dd81-43aa-b571-674050a87863 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Allocated IP 172.20.0.9 (a89a6767-25b8-437f-a491-713b0277c026/76120b10-aef4-4df3-9eb9-41b94555bce9/c702d0b9-c86f-4e87-9486-2ffd22a442f4) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:02:50.716294 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-f6d287ec-faaf-4097-aa9b-884db7168e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (5c039c42-7817-49f7-aa35-d89bd76efbe8), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:50.722368 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-5ec769b8-2b91-49c8-b914-cece9618c97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (1f832c2a-d3c5-4523-b20a-45a805e6d44f), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:50.839486 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-96694af0-3725-49ea-97b9-2ff270830f13 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Allocated IP 172.20.0.5 (4b8305e7-fc73-4884-8968-f1c6a05e1337/886ce67b-f101-4e68-8143-abba0194fcaa/e1372175-8fbf-4f3d-bc8d-83c1462b7917) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:02:50.864872 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d287ec-faaf-4097-aa9b-884db7168e89 service neutron] Pushing event updated for resources: {'Port': ['ID=5c039c42-7817-49f7-aa35-d89bd76efbe8,revision_number=2']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:50.907645 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device e67b01e3-3469-4584-949c-8c28ec7bc8e3 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:02:51.119419 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec769b8-2b91-49c8-b914-cece9618c97a service neutron] Pushing event updated for resources: {'Port': ['ID=1f832c2a-d3c5-4523-b20a-45a805e6d44f,revision_number=2']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:51.192160 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-56621597-f768-483e-870a-401f259f8fe3 req-b32748d9-dd81-43aa-b571-674050a87863 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:51.200179 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-5ec769b8-2b91-49c8-b914-cece9618c97a service neutron] Attempting to bind port 1f832c2a-d3c5-4523-b20a-45a805e6d44f on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:02:51.200727 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-5ec769b8-2b91-49c8-b914-cece9618c97a service neutron] Attempting to bind port 1f832c2a-d3c5-4523-b20a-45a805e6d44f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '11115769-b95e-401f-b4f1-18e1cab6a5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691'}] {{(pid=103540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:02:51.201169 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-5ec769b8-2b91-49c8-b914-cece9618c97a service neutron] Attempting to bind port 1f832c2a-d3c5-4523-b20a-45a805e6d44f on network eeda6053-fd0d-4e64-ad5b-c3168c41b691 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:02:51.207971 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-f6d287ec-faaf-4097-aa9b-884db7168e89 service neutron] Attempting to bind port 5c039c42-7817-49f7-aa35-d89bd76efbe8 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:02:51.208387 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-f6d287ec-faaf-4097-aa9b-884db7168e89 service neutron] Attempting to bind port 5c039c42-7817-49f7-aa35-d89bd76efbe8 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '486bcbfd-361c-4836-9657-8a8d022c8112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337'}] {{(pid=103540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:02:51.208863 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-f6d287ec-faaf-4097-aa9b-884db7168e89 service neutron] Attempting to bind port 5c039c42-7817-49f7-aa35-d89bd76efbe8 on network 4b8305e7-fc73-4884-8968-f1c6a05e1337 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:02:51.217610 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-5ec769b8-2b91-49c8-b914-cece9618c97a service neutron] Port 1f832c2a-d3c5-4523-b20a-45a805e6d44f on network eeda6053-fd0d-4e64-ad5b-c3168c41b691 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 11:02:51.218070 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-5ec769b8-2b91-49c8-b914-cece9618c97a service neutron] Attempting to bind port 1f832c2a-d3c5-4523-b20a-45a805e6d44f on network eeda6053-fd0d-4e64-ad5b-c3168c41b691 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:02:51.224173 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-f6d287ec-faaf-4097-aa9b-884db7168e89 service neutron] Port 5c039c42-7817-49f7-aa35-d89bd76efbe8 on network 4b8305e7-fc73-4884-8968-f1c6a05e1337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 11:02:51.225847 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-f6d287ec-faaf-4097-aa9b-884db7168e89 service neutron] Attempting to bind port 5c039c42-7817-49f7-aa35-d89bd76efbe8 on network 4b8305e7-fc73-4884-8968-f1c6a05e1337 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:02:51.250118 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-5ec769b8-2b91-49c8-b914-cece9618c97a service neutron] Checking agent: {'id': '3422437f-3c55-48f6-8aa2-6fea3ffa4df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'started_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:02:51.250482 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-5ec769b8-2b91-49c8-b914-cece9618c97a service neutron] Checking segment: {'id': '11115769-b95e-401f-b4f1-18e1cab6a5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:02:51.251574 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-5ec769b8-2b91-49c8-b914-cece9618c97a service neutron] Bound using segment: {'id': '11115769-b95e-401f-b4f1-18e1cab6a5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691'} {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:02:51.252872 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-5ec769b8-2b91-49c8-b914-cece9618c97a service neutron] Bound port: 1f832c2a-d3c5-4523-b20a-45a805e6d44f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11115769-b95e-401f-b4f1-18e1cab6a5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691'}}] {{(pid=103540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:02:51.253317 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-5ec769b8-2b91-49c8-b914-cece9618c97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (1f832c2a-d3c5-4523-b20a-45a805e6d44f), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:51.277433 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-f6d287ec-faaf-4097-aa9b-884db7168e89 service neutron] Checking agent: {'id': '3422437f-3c55-48f6-8aa2-6fea3ffa4df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'started_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:02:51.279510 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-f6d287ec-faaf-4097-aa9b-884db7168e89 service neutron] Checking segment: {'id': '486bcbfd-361c-4836-9657-8a8d022c8112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:02:51.280021 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-f6d287ec-faaf-4097-aa9b-884db7168e89 service neutron] Bound using segment: {'id': '486bcbfd-361c-4836-9657-8a8d022c8112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337'} {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:02:51.285883 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-f6d287ec-faaf-4097-aa9b-884db7168e89 service neutron] Bound port: 5c039c42-7817-49f7-aa35-d89bd76efbe8, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486bcbfd-361c-4836-9657-8a8d022c8112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337'}}] {{(pid=103540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:02:51.286275 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-f6d287ec-faaf-4097-aa9b-884db7168e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (5c039c42-7817-49f7-aa35-d89bd76efbe8), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:51.288227 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-96694af0-3725-49ea-97b9-2ff270830f13 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks [] for port (e1372175-8fbf-4f3d-bc8d-83c1462b7917), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:51.407769 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-5ec769b8-2b91-49c8-b914-cece9618c97a service neutron] For port 1f832c2a-d3c5-4523-b20a-45a805e6d44f, host hv-cinder-79053, cleared binding levels {{(pid=103540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:02:51.416637 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-96694af0-3725-49ea-97b9-2ff270830f13 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (e1372175-8fbf-4f3d-bc8d-83c1462b7917), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:51.436124 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port e67b01e3-3469-4584-949c-8c28ec7bc8e3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e67b01e3-3469-4584-949c-8c28ec7bc8e3,segment=NetworkSegment(36f51f76-a5a0-4797-b35a-1ee2c5f66bcd),segment_id=36f51f76-a5a0-4797-b35a-1ee2c5f66bcd)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:02:51.444708 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-96694af0-3725-49ea-97b9-2ff270830f13 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Network 4b8305e7-fc73-4884-8968-f1c6a05e1337 is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:02:51.466506 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-96694af0-3725-49ea-97b9-2ff270830f13 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:02:51.469815 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-96694af0-3725-49ea-97b9-2ff270830f13 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:02:51.476099 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:51.477978 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': 'e67b01e3-3469-4584-949c-8c28ec7bc8e3', 'network_id': 'ddaf5350-f561-44ae-95bd-987f416f70bb', 'port_id': 'e67b01e3-3469-4584-949c-8c28ec7bc8e3', 'mac_address': 'fa:16:3e:ee:0e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd03ff172-1ddd-4347-8c03-357f8f7a2510', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:02:51.562987 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port e67b01e3-3469-4584-949c-8c28ec7bc8e3 is: DOWN; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:51.563406 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (e67b01e3-3469-4584-949c-8c28ec7bc8e3), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:51.577637 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-5ec769b8-2b91-49c8-b914-cece9618c97a service neutron] For port 1f832c2a-d3c5-4523-b20a-45a805e6d44f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1f832c2a-d3c5-4523-b20a-45a805e6d44f,segment=NetworkSegment(11115769-b95e-401f-b4f1-18e1cab6a5a0),segment_id=11115769-b95e-401f-b4f1-18e1cab6a5a0)] {{(pid=103540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:02:51.585444 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96694af0-3725-49ea-97b9-2ff270830f13 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Pushing event updated for resources: {'Port': ['ID=e1372175-8fbf-4f3d-bc8d-83c1462b7917,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:51.598214 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-96694af0-3725-49ea-97b9-2ff270830f13 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:51.598976 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-96694af0-3725-49ea-97b9-2ff270830f13 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:51.603124 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-56621597-f768-483e-870a-401f259f8fe3 req-b32748d9-dd81-43aa-b571-674050a87863 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:51.636901 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67b01e3-3469-4584-949c-8c28ec7bc8e3 {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:02:51.702763 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port e67b01e3-3469-4584-949c-8c28ec7bc8e3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e67b01e3-3469-4584-949c-8c28ec7bc8e3,segment=NetworkSegment(36f51f76-a5a0-4797-b35a-1ee2c5f66bcd),segment_id=36f51f76-a5a0-4797-b35a-1ee2c5f66bcd)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:02:51.703722 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-5ec769b8-2b91-49c8-b914-cece9618c97a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (1f832c2a-d3c5-4523-b20a-45a805e6d44f), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:51.718808 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-96694af0-3725-49ea-97b9-2ff270830f13 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1123526 Mar 23 11:02:51.730966 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-8ad2d49c-4470-4c4b-950d-f798206e3e3a service neutron] Request body: {'port': {'device_id': '506311bb-8e28-4b9c-b8c9-10b671436d74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:51.779664 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56621597-f768-483e-870a-401f259f8fe3 req-b32748d9-dd81-43aa-b571-674050a87863 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Network a89a6767-25b8-437f-a491-713b0277c026 is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:02:51.803688 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71072ea-9181-45f4-b476-3c607be68eeb req-1f6a71f3-dbb4-4391-b7c2-977e610e92c3 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:51.814590 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e71072ea-9181-45f4-b476-3c607be68eeb req-1f6a71f3-dbb4-4391-b7c2-977e610e92c3 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 943 time: 0.4841282 Mar 23 11:02:51.817341 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [req-56621597-f768-483e-870a-401f259f8fe3 req-b32748d9-dd81-43aa-b571-674050a87863 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:02:51.817478 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 47252) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:51.817963 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-8ad2d49c-4470-4c4b-950d-f798206e3e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (e1372175-8fbf-4f3d-bc8d-83c1462b7917), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:51.827239 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [req-56621597-f768-483e-870a-401f259f8fe3 req-b32748d9-dd81-43aa-b571-674050a87863 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:02:51.842002 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (e67b01e3-3469-4584-949c-8c28ec7bc8e3), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:51.845125 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9a6666f5-7ea2-44d5-be94-619e5d958d3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:51.876963 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-bacbbee4-42d8-4004-bcbb-f307bbf1e008 None None] Provisioning complete for port e1372175-8fbf-4f3d-bc8d-83c1462b7917 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:51.884983 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-bacbbee4-42d8-4004-bcbb-f307bbf1e008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (e1372175-8fbf-4f3d-bc8d-83c1462b7917), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:51.915556 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-f6d287ec-faaf-4097-aa9b-884db7168e89 service neutron] For port 5c039c42-7817-49f7-aa35-d89bd76efbe8, host hv-cinder-79053, cleared binding levels {{(pid=103540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:02:51.929246 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-f6d287ec-faaf-4097-aa9b-884db7168e89 service neutron] For port 5c039c42-7817-49f7-aa35-d89bd76efbe8, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5c039c42-7817-49f7-aa35-d89bd76efbe8,segment=NetworkSegment(486bcbfd-361c-4836-9657-8a8d022c8112),segment_id=486bcbfd-361c-4836-9657-8a8d022c8112)] {{(pid=103540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:02:51.942261 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935992eb-cd9d-4586-a534-7d4bbf480e05 req-ed435fb0-01af-4e31-b5ee-9837e60fc02b tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:51.952236 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-935992eb-cd9d-4586-a534-7d4bbf480e05 req-ed435fb0-01af-4e31-b5ee-9837e60fc02b tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 943 time: 0.5256870 Mar 23 11:02:51.957211 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32748d9-dd81-43aa-b571-674050a87863 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Pushing event updated for resources: {'Port': ['ID=c702d0b9-c86f-4e87-9486-2ffd22a442f4,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:51.968290 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-5ec769b8-2b91-49c8-b914-cece9618c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:51.974555 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-5ec769b8-2b91-49c8-b914-cece9618c97a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:51.974555 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-5ec769b8-2b91-49c8-b914-cece9618c97a service neutron] 10.222.0.52 "PUT /v2.0/ports/1f832c2a-d3c5-4523-b20a-45a805e6d44f HTTP/1.1" status: 200 len: 1093 time: 2.7264514 Mar 23 11:02:52.072497 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73996af-ca46-4193-9af6-c60bbfcda85a', 'tag': '1f832c2a-d3c5-4523-b20a-45a805e6d44f'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:02:52.072497 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88304562-75c9-4091-9618-165547068130" -d '{"events": [{"name": "network-changed", "server_uuid": "d73996af-ca46-4193-9af6-c60bbfcda85a", "tag": "1f832c2a-d3c5-4523-b20a-45a805e6d44f"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:02:52.072999 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-bacbbee4-42d8-4004-bcbb-f307bbf1e008 None None] Port e1372175-8fbf-4f3d-bc8d-83c1462b7917 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:02:52.076759 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=e67b01e3-3469-4584-949c-8c28ec7bc8e3,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:52.089696 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56621597-f768-483e-870a-401f259f8fe3 req-b32748d9-dd81-43aa-b571-674050a87863 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:52.090297 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-56621597-f768-483e-870a-401f259f8fe3 req-b32748d9-dd81-43aa-b571-674050a87863 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:52.131682 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-f6d287ec-faaf-4097-aa9b-884db7168e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (5c039c42-7817-49f7-aa35-d89bd76efbe8), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:52.140607 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['e67b01e3-3469-4584-949c-8c28ec7bc8e3'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:02:52.294883 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9a6666f5-7ea2-44d5-be94-619e5d958d3f admin admin] Publish callbacks [] for security_group (5793a9e5-05c0-41b9-81ca-a4cc9718fd8a), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:52.381874 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-533953f8-f152-45f8-a79c-6ad71e111730 None None] Provisioning complete for port c702d0b9-c86f-4e87-9486-2ffd22a442f4 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:52.382252 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-533953f8-f152-45f8-a79c-6ad71e111730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:52.384679 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-f6d287ec-faaf-4097-aa9b-884db7168e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:52.385349 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-f6d287ec-faaf-4097-aa9b-884db7168e89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:52.386793 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-f6d287ec-faaf-4097-aa9b-884db7168e89 service neutron] 10.222.0.52 "PUT /v2.0/ports/5c039c42-7817-49f7-aa35-d89bd76efbe8 HTTP/1.1" status: 200 len: 1093 time: 3.3285129 Mar 23 11:02:52.404239 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-56621597-f768-483e-870a-401f259f8fe3 req-b32748d9-dd81-43aa-b571-674050a87863 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7863760 Mar 23 11:02:52.416003 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9a6666f5-7ea2-44d5-be94-619e5d958d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (5793a9e5-05c0-41b9-81ca-a4cc9718fd8a), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:52.451432 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6666f5-7ea2-44d5-be94-619e5d958d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5793a9e5-05c0-41b9-81ca-a4cc9718fd8a,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:52.481557 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-533953f8-f152-45f8-a79c-6ad71e111730 None None] Port c702d0b9-c86f-4e87-9486-2ffd22a442f4 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:02:52.491746 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-9a6666f5-7ea2-44d5-be94-619e5d958d3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f6f3678da5744e8cba1b129774b798e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6687751 Mar 23 11:02:52.496347 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 47276) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:52.499149 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [req-56621597-f768-483e-870a-401f259f8fe3 req-ce3bf2c7-88a7-4286-a640-e8f25378aa76 service neutron] Request body: {'port': {'device_id': 'cd3be861-f7ed-4e23-9d00-09c761095f41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:52.581896 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-8ad2d49c-4470-4c4b-950d-f798206e3e3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1372175-8fbf-4f3d-bc8d-83c1462b7917 {{(pid=103539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:02:52.606755 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-eac9cbef-5926-4cce-a241-01a363959482 admin admin] Publish callbacks [] for security_group (5793a9e5-05c0-41b9-81ca-a4cc9718fd8a), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:52.610021 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-8ad2d49c-4470-4c4b-950d-f798206e3e3a service neutron] Publish callbacks [] for port (e1372175-8fbf-4f3d-bc8d-83c1462b7917), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:52.612718 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e71072ea-9181-45f4-b476-3c607be68eeb req-143af808-ea39-4bbc-b029-1e935649b8e7 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb368af7-1af3-4556-a915-14b01a6cc452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7966194 Mar 23 11:02:52.624408 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-935992eb-cd9d-4586-a534-7d4bbf480e05 req-e7fe9ba9-9bf1-4bea-b91e-c469c139eb8c tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6707921 Mar 23 11:02:52.664531 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.provisioning_blocks [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-8ad2d49c-4470-4c4b-950d-f798206e3e3a service neutron] Transition to ACTIVE for port object e1372175-8fbf-4f3d-bc8d-83c1462b7917 will not be triggered until provisioned by entity L2. {{(pid=103539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 11:02:52.682646 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-eac9cbef-5926-4cce-a241-01a363959482 admin admin] Publish callbacks [] for security_group (5793a9e5-05c0-41b9-81ca-a4cc9718fd8a), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:52.733409 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec769b8-2b91-49c8-b914-cece9618c97a service neutron] Pushing event updated for resources: {'Port': ['ID=1f832c2a-d3c5-4523-b20a-45a805e6d44f,revision_number=3']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:52.740622 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-8ad2d49c-4470-4c4b-950d-f798206e3e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (e1372175-8fbf-4f3d-bc8d-83c1462b7917), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:52.915443 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2d49c-4470-4c4b-950d-f798206e3e3a service neutron] Pushing event updated for resources: {'Port': ['ID=e1372175-8fbf-4f3d-bc8d-83c1462b7917,revision_number=2']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:52.964469 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d287ec-faaf-4097-aa9b-884db7168e89 service neutron] Pushing event updated for resources: {'Port': ['ID=5c039c42-7817-49f7-aa35-d89bd76efbe8,revision_number=3']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:52.975335 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-eac9cbef-5926-4cce-a241-01a363959482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (5793a9e5-05c0-41b9-81ca-a4cc9718fd8a), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:52.991286 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-eac9cbef-5926-4cce-a241-01a363959482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:52.991286 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-eac9cbef-5926-4cce-a241-01a363959482 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5793a9e5-05c0-41b9-81ca-a4cc9718fd8a HTTP/1.1" status: 204 len: 168 time: 0.4833844 Mar 23 11:02:53.017041 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-43de6cbd-e2b1-4cef-9b5d-7154e85f9a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:53.020212 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-43de6cbd-e2b1-4cef-9b5d-7154e85f9a3c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88a763b09264492ebee3006194629da1&device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 1127 time: 0.7160265 Mar 23 11:02:53.028971 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9cbef-5926-4cce-a241-01a363959482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5793a9e5-05c0-41b9-81ca-a4cc9718fd8a,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:53.031318 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a57032-4955-4768-9a37-39f01d7a68d4 req-ce863568-32e5-433d-b35c-8de6fde4a536 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:53.033690 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e1a57032-4955-4768-9a37-39f01d7a68d4 req-ce863568-32e5-433d-b35c-8de6fde4a536 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 931 time: 0.2303724 Mar 23 11:02:53.045599 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-56621597-f768-483e-870a-401f259f8fe3 req-ce3bf2c7-88a7-4286-a640-e8f25378aa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:53.072341 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-8ad2d49c-4470-4c4b-950d-f798206e3e3a service neutron] Attempting to bind port e1372175-8fbf-4f3d-bc8d-83c1462b7917 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:02:53.075789 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-8ad2d49c-4470-4c4b-950d-f798206e3e3a service neutron] Attempting to bind port e1372175-8fbf-4f3d-bc8d-83c1462b7917 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '486bcbfd-361c-4836-9657-8a8d022c8112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337'}] {{(pid=103539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:02:53.076266 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-8ad2d49c-4470-4c4b-950d-f798206e3e3a service neutron] Attempting to bind port e1372175-8fbf-4f3d-bc8d-83c1462b7917 on network 4b8305e7-fc73-4884-8968-f1c6a05e1337 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:02:53.088809 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-8ad2d49c-4470-4c4b-950d-f798206e3e3a service neutron] Port e1372175-8fbf-4f3d-bc8d-83c1462b7917 on network 4b8305e7-fc73-4884-8968-f1c6a05e1337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 11:02:53.089234 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-8ad2d49c-4470-4c4b-950d-f798206e3e3a service neutron] Attempting to bind port e1372175-8fbf-4f3d-bc8d-83c1462b7917 on network 4b8305e7-fc73-4884-8968-f1c6a05e1337 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:02:53.094962 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-8ad2d49c-4470-4c4b-950d-f798206e3e3a service neutron] Checking agent: {'id': '3422437f-3c55-48f6-8aa2-6fea3ffa4df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'started_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:02:53.095329 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-8ad2d49c-4470-4c4b-950d-f798206e3e3a service neutron] Checking segment: {'id': '486bcbfd-361c-4836-9657-8a8d022c8112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:02:53.095910 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-8ad2d49c-4470-4c4b-950d-f798206e3e3a service neutron] Bound using segment: {'id': '486bcbfd-361c-4836-9657-8a8d022c8112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337'} {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:02:53.096459 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-8ad2d49c-4470-4c4b-950d-f798206e3e3a service neutron] Bound port: e1372175-8fbf-4f3d-bc8d-83c1462b7917, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486bcbfd-361c-4836-9657-8a8d022c8112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337'}}] {{(pid=103539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:02:53.097283 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-8ad2d49c-4470-4c4b-950d-f798206e3e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (e1372175-8fbf-4f3d-bc8d-83c1462b7917), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:53.112146 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-0517767c-2343-4921-badf-994ae2b276f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f832c2a-d3c5-4523-b20a-45a805e6d44f HTTP/1.1" status: 200 len: 217 time: 0.0749204 Mar 23 11:02:53.139177 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-28266ed2-ebf3-49b3-a8be-63f7d9f8012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:53.157381 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-28266ed2-ebf3-49b3-a8be-63f7d9f8012a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dd7b67e58e9840e182631ae128c31dc5&device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 1127 time: 0.5154090 Mar 23 11:02:53.158454 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca054d-9b53-4439-ba1a-e9fbe63b5c5d req-9a358293-a688-4189-a9f8-0925dff056ca tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:53.160225 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d1ca054d-9b53-4439-ba1a-e9fbe63b5c5d req-9a358293-a688-4189-a9f8-0925dff056ca tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 943 time: 0.4236479 Mar 23 11:02:53.214607 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-8ad2d49c-4470-4c4b-950d-f798206e3e3a service neutron] For port e1372175-8fbf-4f3d-bc8d-83c1462b7917, host hv-cinder-79053, cleared binding levels {{(pid=103539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:02:53.219540 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-8ad2d49c-4470-4c4b-950d-f798206e3e3a service neutron] For port e1372175-8fbf-4f3d-bc8d-83c1462b7917, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e1372175-8fbf-4f3d-bc8d-83c1462b7917,segment=NetworkSegment(486bcbfd-361c-4836-9657-8a8d022c8112),segment_id=486bcbfd-361c-4836-9657-8a8d022c8112)] {{(pid=103539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:02:53.271493 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-cc5c50d3-94ea-484f-86d5-54a3679f3e86 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c039c42-7817-49f7-aa35-d89bd76efbe8 HTTP/1.1" status: 200 len: 217 time: 0.1105416 Mar 23 11:02:53.339761 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-8ad2d49c-4470-4c4b-950d-f798206e3e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (e1372175-8fbf-4f3d-bc8d-83c1462b7917), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:53.400819 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-8ad2d49c-4470-4c4b-950d-f798206e3e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:53.401400 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-8ad2d49c-4470-4c4b-950d-f798206e3e3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:53.403416 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-8ad2d49c-4470-4c4b-950d-f798206e3e3a service neutron] 10.222.0.52 "PUT /v2.0/ports/e1372175-8fbf-4f3d-bc8d-83c1462b7917 HTTP/1.1" status: 200 len: 1093 time: 1.6771793 Mar 23 11:02:53.403615 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506311bb-8e28-4b9c-b8c9-10b671436d74', 'tag': 'e1372175-8fbf-4f3d-bc8d-83c1462b7917'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:02:53.458461 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2d49c-4470-4c4b-950d-f798206e3e3a service neutron] Pushing event updated for resources: {'Port': ['ID=e1372175-8fbf-4f3d-bc8d-83c1462b7917,revision_number=3']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:53.673028 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e1a57032-4955-4768-9a37-39f01d7a68d4 req-b0c49958-1da9-471a-b997-1f1e1931cc8b tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6149428 Mar 23 11:02:53.829649 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df826ad-95fc-45cb-b504-4b4fc78e7904 x-openstack-request-id: req-9df826ad-95fc-45cb-b504-4b4fc78e7904 {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:02:53.829950 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73996af-ca46-4193-9af6-c60bbfcda85a", "tag": "1f832c2a-d3c5-4523-b20a-45a805e6d44f", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:02:53.830210 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9df826ad-95fc-45cb-b504-4b4fc78e7904 {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:02:53.830633 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df826ad-95fc-45cb-b504-4b4fc78e7904'] response: {'name': 'network-changed', 'server_uuid': 'd73996af-ca46-4193-9af6-c60bbfcda85a', 'tag': '1f832c2a-d3c5-4523-b20a-45a805e6d44f', 'status': 'completed', 'code': 200} Mar 23 11:02:53.832163 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-f9b2b47d-906a-46b5-bc2e-9bf985205aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:53.833717 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-f9b2b47d-906a-46b5-bc2e-9bf985205aa5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0a92f87a-4230-4f3a-9c60-1bacc798819f HTTP/1.1" status: 200 len: 850 time: 0.6870670 Mar 23 11:02:53.859174 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ada6d22-a3cb-441a-b94d-2b4726e950bf" -d '{"events": [{"name": "network-changed", "server_uuid": "506311bb-8e28-4b9c-b8c9-10b671436d74", "tag": "e1372175-8fbf-4f3d-bc8d-83c1462b7917"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:02:53.893129 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-30171958-af74-4aeb-82f5-1a6512283082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:53.894683 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-30171958-af74-4aeb-82f5-1a6512283082 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dd7b67e58e9840e182631ae128c31dc5&device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 1127 time: 0.3365920 Mar 23 11:02:53.929961 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-fcc2fece-afee-414c-884f-302aa79836fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:53.931434 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-fcc2fece-afee-414c-884f-302aa79836fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=886ce67b-f101-4e68-8143-abba0194fcaa HTTP/1.1" status: 200 len: 857 time: 0.4028080 Mar 23 11:02:53.945143 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d1ca054d-9b53-4439-ba1a-e9fbe63b5c5d req-be72be5f-b236-4878-b03c-1940c3d884c2 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7665260 Mar 23 11:02:53.970354 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-070a39f6-e0f6-487c-abb7-ff63534cf47f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1372175-8fbf-4f3d-bc8d-83c1462b7917 HTTP/1.1" status: 200 len: 217 time: 0.0674672 Mar 23 11:02:54.037119 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-2e6ec643-476e-4004-97d2-756bee44ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:54.039565 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-2e6ec643-476e-4004-97d2-756bee44ec8f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=886ce67b-f101-4e68-8143-abba0194fcaa HTTP/1.1" status: 200 len: 857 time: 0.0607722 Mar 23 11:02:54.119447 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-4e6b88c4-d1a3-4d5b-8e54-a570184b5af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:54.120962 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-4e6b88c4-d1a3-4d5b-8e54-a570184b5af2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b8305e7-fc73-4884-8968-f1c6a05e1337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0771134 Mar 23 11:02:54.126907 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-729be7b3-12c3-438e-bc7c-777b1dbfd37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:54.128414 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-729be7b3-12c3-438e-bc7c-777b1dbfd37e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eeda6053-fd0d-4e64-ad5b-c3168c41b691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2714858 Mar 23 11:02:54.138853 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc13872-68b1-40f9-afab-1c9c4ad72ff2 req-eaa5d9ad-a338-4889-85e6-a1f7cca5cefd tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:54.140343 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3dc13872-68b1-40f9-afab-1c9c4ad72ff2 req-eaa5d9ad-a338-4889-85e6-a1f7cca5cefd tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 944 time: 0.2282751 Mar 23 11:02:54.167040 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-f9a4263b-3b39-4872-ac21-bdf6cea08430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:54.168704 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-f9a4263b-3b39-4872-ac21-bdf6cea08430 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b8305e7-fc73-4884-8968-f1c6a05e1337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2193623 Mar 23 11:02:54.230263 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-8c5d0a4a-6998-487b-b241-c396a5779b7e service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028953 Mar 23 11:02:54.281854 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbee702-685c-492c-b3b0-49443c02632d req-bae7a451-43b2-441a-85fd-d9bb0fd9e7cc tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:54.283339 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2bbee702-685c-492c-b3b0-49443c02632d req-bae7a451-43b2-441a-85fd-d9bb0fd9e7cc tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 943 time: 0.2452898 Mar 23 11:02:54.332305 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-07396a3f-2f26-4365-b863-2fda2f7cac60 req-1db339fd-d3ca-4f0f-9e56-e8eaa26f4a8d service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963614 Mar 23 11:02:54.342704 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [req-56621597-f768-483e-870a-401f259f8fe3 req-ce3bf2c7-88a7-4286-a640-e8f25378aa76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c702d0b9-c86f-4e87-9486-2ffd22a442f4 {{(pid=103540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:02:54.374961 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-56621597-f768-483e-870a-401f259f8fe3 req-ce3bf2c7-88a7-4286-a640-e8f25378aa76 service neutron] Publish callbacks [] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:54.438765 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3dc13872-68b1-40f9-afab-1c9c4ad72ff2 req-ac5c6719-99ce-46a2-86d5-6125cea3a6ce tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb368af7-1af3-4556-a915-14b01a6cc452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796080 Mar 23 11:02:54.439696 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.provisioning_blocks [req-56621597-f768-483e-870a-401f259f8fe3 req-ce3bf2c7-88a7-4286-a640-e8f25378aa76 service neutron] Transition to ACTIVE for port object c702d0b9-c86f-4e87-9486-2ffd22a442f4 will not be triggered until provisioned by entity L2. {{(pid=103540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 11:02:54.451487 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-5d3e158e-05a0-4a1c-997b-f0e842e62fca service neutron] 10.222.0.52 "GET /v2.0/networks/eeda6053-fd0d-4e64-ad5b-c3168c41b691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101802 Mar 23 11:02:54.483792 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2bbee702-685c-492c-b3b0-49443c02632d req-357d5360-29ee-4367-a663-928b67b9f280 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719050 Mar 23 11:02:54.498134 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-c388cbca-d3b6-4c59-91b8-14ce5edb3e6c service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843320 Mar 23 11:02:54.561453 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-56621597-f768-483e-870a-401f259f8fe3 req-ce3bf2c7-88a7-4286-a640-e8f25378aa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:54.698629 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3bf2c7-88a7-4286-a640-e8f25378aa76 service neutron] Pushing event updated for resources: {'Port': ['ID=c702d0b9-c86f-4e87-9486-2ffd22a442f4,revision_number=2']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:54.726641 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b535cd0a-7196-49c6-a282-f76bdb78119d x-openstack-request-id: req-b535cd0a-7196-49c6-a282-f76bdb78119d {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:02:54.727249 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506311bb-8e28-4b9c-b8c9-10b671436d74", "tag": "e1372175-8fbf-4f3d-bc8d-83c1462b7917", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:02:54.727875 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b535cd0a-7196-49c6-a282-f76bdb78119d {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:02:54.728495 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b535cd0a-7196-49c6-a282-f76bdb78119d'] response: {'name': 'network-changed', 'server_uuid': '506311bb-8e28-4b9c-b8c9-10b671436d74', 'tag': 'e1372175-8fbf-4f3d-bc8d-83c1462b7917', 'status': 'completed', 'code': 200} Mar 23 11:02:54.844631 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada6d22-a3cb-441a-b94d-2b4726e950bf req-d7c7ff9a-b6e1-437f-b08e-90c19f01885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:54.847824 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-9ada6d22-a3cb-441a-b94d-2b4726e950bf req-d7c7ff9a-b6e1-437f-b08e-90c19f01885d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dd7b67e58e9840e182631ae128c31dc5&device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 1127 time: 0.0948257 Mar 23 11:02:54.874365 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4e6814fe-d57e-4f1a-a3f2-009b7b46b37d req-2f4a3e1b-bf3d-44c4-8bc9-870cc3469282 service neutron] 10.222.0.52 "GET /v2.0/networks/eeda6053-fd0d-4e64-ad5b-c3168c41b691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039242 Mar 23 11:02:54.879173 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-219345d4-bb64-45a2-bcc2-d1846b85eb29 req-9d9be83a-ede2-47bf-a496-de5ac841adc8 service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275893 Mar 23 11:02:54.887319 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device e67b01e3-3469-4584-949c-8c28ec7bc8e3 up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:02:54.907236 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-56621597-f768-483e-870a-401f259f8fe3 req-ce3bf2c7-88a7-4286-a640-e8f25378aa76 service neutron] Attempting to bind port c702d0b9-c86f-4e87-9486-2ffd22a442f4 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:02:54.907612 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-56621597-f768-483e-870a-401f259f8fe3 req-ce3bf2c7-88a7-4286-a640-e8f25378aa76 service neutron] Attempting to bind port c702d0b9-c86f-4e87-9486-2ffd22a442f4 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '57d442c5-ec64-426b-bfe9-88b2c70531c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026'}] {{(pid=103540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:02:54.907954 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56621597-f768-483e-870a-401f259f8fe3 req-ce3bf2c7-88a7-4286-a640-e8f25378aa76 service neutron] Attempting to bind port c702d0b9-c86f-4e87-9486-2ffd22a442f4 on network a89a6767-25b8-437f-a491-713b0277c026 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:02:54.918544 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56621597-f768-483e-870a-401f259f8fe3 req-ce3bf2c7-88a7-4286-a640-e8f25378aa76 service neutron] Port c702d0b9-c86f-4e87-9486-2ffd22a442f4 on network a89a6767-25b8-437f-a491-713b0277c026 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 11:02:54.918932 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56621597-f768-483e-870a-401f259f8fe3 req-ce3bf2c7-88a7-4286-a640-e8f25378aa76 service neutron] Attempting to bind port c702d0b9-c86f-4e87-9486-2ffd22a442f4 on network a89a6767-25b8-437f-a491-713b0277c026 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:02:54.925733 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56621597-f768-483e-870a-401f259f8fe3 req-ce3bf2c7-88a7-4286-a640-e8f25378aa76 service neutron] Checking agent: {'id': '3422437f-3c55-48f6-8aa2-6fea3ffa4df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'started_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:02:54.926225 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56621597-f768-483e-870a-401f259f8fe3 req-ce3bf2c7-88a7-4286-a640-e8f25378aa76 service neutron] Checking segment: {'id': '57d442c5-ec64-426b-bfe9-88b2c70531c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:02:54.926633 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56621597-f768-483e-870a-401f259f8fe3 req-ce3bf2c7-88a7-4286-a640-e8f25378aa76 service neutron] Bound using segment: {'id': '57d442c5-ec64-426b-bfe9-88b2c70531c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026'} {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:02:54.927073 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-56621597-f768-483e-870a-401f259f8fe3 req-ce3bf2c7-88a7-4286-a640-e8f25378aa76 service neutron] Bound port: c702d0b9-c86f-4e87-9486-2ffd22a442f4, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d442c5-ec64-426b-bfe9-88b2c70531c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026'}}] {{(pid=103540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:02:54.927487 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-56621597-f768-483e-870a-401f259f8fe3 req-ce3bf2c7-88a7-4286-a640-e8f25378aa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:55.000100 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156ec74-cf0e-4fff-9fba-84c19d503474 req-77f9e5bd-0672-4732-9002-19e34dc53224 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:55.008415 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2156ec74-cf0e-4fff-9fba-84c19d503474 req-77f9e5bd-0672-4732-9002-19e34dc53224 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.2011898 Mar 23 11:02:55.088610 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada6d22-a3cb-441a-b94d-2b4726e950bf req-abe18d92-ab1e-42c7-acd8-54863dd7f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:55.089917 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-9ada6d22-a3cb-441a-b94d-2b4726e950bf req-abe18d92-ab1e-42c7-acd8-54863dd7f0cd service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b8305e7-fc73-4884-8968-f1c6a05e1337 HTTP/1.1" status: 200 len: 919 time: 0.2318895 Mar 23 11:02:55.142732 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning for port e67b01e3-3469-4584-949c-8c28ec7bc8e3 completed by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 11:02:55.147640 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-56621597-f768-483e-870a-401f259f8fe3 req-ce3bf2c7-88a7-4286-a640-e8f25378aa76 service neutron] For port c702d0b9-c86f-4e87-9486-2ffd22a442f4, host hv-cinder-79053, cleared binding levels {{(pid=103540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:02:55.159882 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-9ada6d22-a3cb-441a-b94d-2b4726e950bf req-7c125e91-061f-42a1-b2fd-3842e1c518c9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1372175-8fbf-4f3d-bc8d-83c1462b7917 HTTP/1.1" status: 200 len: 217 time: 0.0607986 Mar 23 11:02:55.163510 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port e67b01e3-3469-4584-949c-8c28ec7bc8e3 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:02:55.164549 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (e67b01e3-3469-4584-949c-8c28ec7bc8e3), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:55.185242 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-56621597-f768-483e-870a-401f259f8fe3 req-ce3bf2c7-88a7-4286-a640-e8f25378aa76 service neutron] For port c702d0b9-c86f-4e87-9486-2ffd22a442f4, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c702d0b9-c86f-4e87-9486-2ffd22a442f4,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:02:55.208429 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2156ec74-cf0e-4fff-9fba-84c19d503474 req-185ee5fc-d639-4a23-badb-09600078358a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927438 Mar 23 11:02:55.229822 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09301131-a075-40e0-bbfc-b399475a604d req-1cc8edb2-287b-48f1-ad57-51742365f219 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:55.231381 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-09301131-a075-40e0-bbfc-b399475a604d req-1cc8edb2-287b-48f1-ad57-51742365f219 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 943 time: 0.1421819 Mar 23 11:02:55.233560 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88304562-75c9-4091-9618-165547068130 req-280c3d95-17f4-451f-b673-63440e7f6edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:55.235004 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-88304562-75c9-4091-9618-165547068130 req-280c3d95-17f4-451f-b673-63440e7f6edf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88a763b09264492ebee3006194629da1&device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 1127 time: 0.1941030 Mar 23 11:02:55.297230 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada6d22-a3cb-441a-b94d-2b4726e950bf req-c598efa4-a3ff-4078-8a09-9cf7a0cf2fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:55.299558 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-9ada6d22-a3cb-441a-b94d-2b4726e950bf req-c598efa4-a3ff-4078-8a09-9cf7a0cf2fba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=886ce67b-f101-4e68-8143-abba0194fcaa HTTP/1.1" status: 200 len: 857 time: 0.1324148 Mar 23 11:02:55.307576 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-56621597-f768-483e-870a-401f259f8fe3 req-ce3bf2c7-88a7-4286-a640-e8f25378aa76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:55.350685 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 47392) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:55.375886 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port e67b01e3-3469-4584-949c-8c28ec7bc8e3 is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:55.376721 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (e67b01e3-3469-4584-949c-8c28ec7bc8e3), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:55.387947 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-09301131-a075-40e0-bbfc-b399475a604d req-97bb1f0f-f931-4fb5-aee0-e4aa5b933b12 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502986 Mar 23 11:02:55.436447 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada6d22-a3cb-441a-b94d-2b4726e950bf req-180119b6-a71a-4e9b-8e34-bce553f4a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:55.438559 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-9ada6d22-a3cb-441a-b94d-2b4726e950bf req-180119b6-a71a-4e9b-8e34-bce553f4a755 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b8305e7-fc73-4884-8968-f1c6a05e1337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1314650 Mar 23 11:02:55.442244 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56621597-f768-483e-870a-401f259f8fe3 req-ce3bf2c7-88a7-4286-a640-e8f25378aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:55.442918 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-56621597-f768-483e-870a-401f259f8fe3 req-ce3bf2c7-88a7-4286-a640-e8f25378aa76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:55.445115 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-56621597-f768-483e-870a-401f259f8fe3 req-ce3bf2c7-88a7-4286-a640-e8f25378aa76 service neutron] 10.222.0.52 "PUT /v2.0/ports/c702d0b9-c86f-4e87-9486-2ffd22a442f4 HTTP/1.1" status: 200 len: 1093 time: 2.9748425 Mar 23 11:02:55.467776 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port e67b01e3-3469-4584-949c-8c28ec7bc8e3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e67b01e3-3469-4584-949c-8c28ec7bc8e3,segment=NetworkSegment(36f51f76-a5a0-4797-b35a-1ee2c5f66bcd),segment_id=36f51f76-a5a0-4797-b35a-1ee2c5f66bcd)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:02:55.469945 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05aab17b-ab37-43c4-bcba-64eb438ad03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67b01e3-3469-4584-949c-8c28ec7bc8e3'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:02:55.560481 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3bf2c7-88a7-4286-a640-e8f25378aa76 service neutron] Pushing event updated for resources: {'Port': ['ID=c702d0b9-c86f-4e87-9486-2ffd22a442f4,revision_number=3']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:55.607697 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (e67b01e3-3469-4584-949c-8c28ec7bc8e3), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:55.658991 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-9ada6d22-a3cb-441a-b94d-2b4726e950bf req-8b9962bb-ffb8-4af1-a226-77dddd46be41 service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006104 Mar 23 11:02:55.706229 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ca6cf520-3301-43be-9531-d24d703d252f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:55.719733 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=e67b01e3-3469-4584-949c-8c28ec7bc8e3,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:55.780007 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88304562-75c9-4091-9618-165547068130 req-8cb69165-5187-419f-93d0-fc4e5b40a3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:55.781518 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-88304562-75c9-4091-9618-165547068130 req-8cb69165-5187-419f-93d0-fc4e5b40a3fa service neutron] 10.222.0.52 "GET /v2.0/networks?id=eeda6053-fd0d-4e64-ad5b-c3168c41b691 HTTP/1.1" status: 200 len: 912 time: 0.5185354 Mar 23 11:02:55.805078 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-9ada6d22-a3cb-441a-b94d-2b4726e950bf req-2d73b996-536f-47be-ba41-dab2ced5acab service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371861 Mar 23 11:02:55.818680 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ea275591-303d-4a08-bece-0f4e23238ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:55.851440 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e410e140-cbc4-4ccb-a9db-ee3a60ca4414', 'tag': '5c039c42-7817-49f7-aa35-d89bd76efbe8'}, {'name': 'network-changed', 'server_uuid': 'cd3be861-f7ed-4e23-9d00-09c761095f41', 'tag': 'c702d0b9-c86f-4e87-9486-2ffd22a442f4'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:02:55.853972 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6c6d09-b5d9-44c3-b17d-d6eccb59a510" -d '{"events": [{"name": "network-changed", "server_uuid": "e410e140-cbc4-4ccb-a9db-ee3a60ca4414", "tag": "5c039c42-7817-49f7-aa35-d89bd76efbe8"}, {"name": "network-changed", "server_uuid": "cd3be861-f7ed-4e23-9d00-09c761095f41", "tag": "c702d0b9-c86f-4e87-9486-2ffd22a442f4"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:02:55.871342 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-88304562-75c9-4091-9618-165547068130 req-481f9742-bc9b-4ff8-906a-05ecf2baa100 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f832c2a-d3c5-4523-b20a-45a805e6d44f HTTP/1.1" status: 200 len: 217 time: 0.0745096 Mar 23 11:02:55.887763 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56621597-f768-483e-870a-401f259f8fe3 req-a3af78d6-4fba-4132-bab9-6b71d7ac5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:55.888916 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96026663-5d2f-466f-a67c-9382e2581bc9" -d '{"events": [{"server_uuid": "05aab17b-ab37-43c4-bcba-64eb438ad03a", "name": "network-vif-plugged", "status": "completed", "tag": "e67b01e3-3469-4584-949c-8c28ec7bc8e3"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:02:55.889539 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-56621597-f768-483e-870a-401f259f8fe3 req-a3af78d6-4fba-4132-bab9-6b71d7ac5048 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a9722a34d004a16ae8e2fb602d551e8&device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 1127 time: 0.2921622 Mar 23 11:02:55.942207 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ca6cf520-3301-43be-9531-d24d703d252f admin admin] Publish callbacks [] for security_group (7c10d7b7-539f-44ff-a78d-c5facbc459f4), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:56.190039 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d071a5-16fd-4a94-963d-65dc8756089d req-78ff9b51-78e0-464b-a60f-135907949a8d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:56.190039 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e3d071a5-16fd-4a94-963d-65dc8756089d req-78ff9b51-78e0-464b-a60f-135907949a8d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 943 time: 0.5235031 Mar 23 11:02:56.190039 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-56621597-f768-483e-870a-401f259f8fe3 req-0717390c-5df1-455a-b643-72fe67be87a4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c702d0b9-c86f-4e87-9486-2ffd22a442f4 HTTP/1.1" status: 200 len: 217 time: 0.2840643 Mar 23 11:02:56.193538 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cc8f8-378e-4730-b299-3a091161d7c5 req-c1950d60-14b5-4b7d-9b67-710b0aa8ff2a tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:56.194955 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-285cc8f8-378e-4730-b299-3a091161d7c5 req-c1950d60-14b5-4b7d-9b67-710b0aa8ff2a tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 945 time: 0.6023052 Mar 23 11:02:56.217275 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ca6cf520-3301-43be-9531-d24d703d252f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (7c10d7b7-539f-44ff-a78d-c5facbc459f4), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:56.297726 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88304562-75c9-4091-9618-165547068130 req-f47256ca-3d30-49b3-82d0-f19bad5a82f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:56.303327 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-88304562-75c9-4091-9618-165547068130 req-f47256ca-3d30-49b3-82d0-f19bad5a82f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0a92f87a-4230-4f3a-9c60-1bacc798819f HTTP/1.1" status: 200 len: 850 time: 0.4175947 Mar 23 11:02:56.332833 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 47444) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:56.332957 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-ca6cf520-3301-43be-9531-d24d703d252f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1bb84a18e9034ac38b8509898cff1794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9703612 Mar 23 11:02:56.333694 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cf520-3301-43be-9531-d24d703d252f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c10d7b7-539f-44ff-a78d-c5facbc459f4,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:56.392169 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56621597-f768-483e-870a-401f259f8fe3 req-74860716-a262-4b91-a5db-f6bbc77ba18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:56.394149 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-56621597-f768-483e-870a-401f259f8fe3 req-74860716-a262-4b91-a5db-f6bbc77ba18e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76120b10-aef4-4df3-9eb9-41b94555bce9 HTTP/1.1" status: 200 len: 856 time: 0.1943574 Mar 23 11:02:56.399324 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-7def5855-200c-4779-9aef-5fdc86a5cc4d admin admin] Publish callbacks [] for security_group (7c10d7b7-539f-44ff-a78d-c5facbc459f4), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:56.404299 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e3d071a5-16fd-4a94-963d-65dc8756089d req-e34d40e2-6400-47a7-b70a-4ae249288fa1 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054758 Mar 23 11:02:56.419747 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-285cc8f8-378e-4730-b299-3a091161d7c5 req-6b04ed63-fdd7-43e8-bd89-1eb36073c183 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb368af7-1af3-4556-a915-14b01a6cc452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117720 Mar 23 11:02:56.436805 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-7def5855-200c-4779-9aef-5fdc86a5cc4d admin admin] Publish callbacks [] for security_group (7c10d7b7-539f-44ff-a78d-c5facbc459f4), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:56.470071 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88304562-75c9-4091-9618-165547068130 req-2f4c2eb4-1e81-4d96-96dd-82bebe9ca923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:56.474702 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-88304562-75c9-4091-9618-165547068130 req-2f4c2eb4-1e81-4d96-96dd-82bebe9ca923 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eeda6053-fd0d-4e64-ad5b-c3168c41b691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1658592 Mar 23 11:02:56.505385 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 23 Mar 2022 11:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fbf89c-0af2-4453-9a63-a10dbb69e4e4 x-openstack-request-id: req-66fbf89c-0af2-4453-9a63-a10dbb69e4e4 {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:02:56.505685 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e410e140-cbc4-4ccb-a9db-ee3a60ca4414", "tag": "5c039c42-7817-49f7-aa35-d89bd76efbe8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cd3be861-f7ed-4e23-9d00-09c761095f41", "tag": "c702d0b9-c86f-4e87-9486-2ffd22a442f4", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:02:56.505936 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66fbf89c-0af2-4453-9a63-a10dbb69e4e4 {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:02:56.506336 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66fbf89c-0af2-4453-9a63-a10dbb69e4e4'] response: {'name': 'network-changed', 'server_uuid': 'e410e140-cbc4-4ccb-a9db-ee3a60ca4414', 'tag': '5c039c42-7817-49f7-aa35-d89bd76efbe8', 'status': 'completed', 'code': 200} Mar 23 11:02:56.506591 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66fbf89c-0af2-4453-9a63-a10dbb69e4e4'] response: {'name': 'network-changed', 'server_uuid': 'cd3be861-f7ed-4e23-9d00-09c761095f41', 'tag': 'c702d0b9-c86f-4e87-9486-2ffd22a442f4', 'status': 'completed', 'code': 200} Mar 23 11:02:56.549250 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56621597-f768-483e-870a-401f259f8fe3 req-05e31c6e-08f3-4c5c-8201-f5caaa9649f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:56.550761 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-56621597-f768-483e-870a-401f259f8fe3 req-05e31c6e-08f3-4c5c-8201-f5caaa9649f3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a89a6767-25b8-437f-a491-713b0277c026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1440909 Mar 23 11:02:56.592638 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c6d09-b5d9-44c3-b17d-d6eccb59a510 req-82196eb9-dbbb-434a-ab72-409cb0912068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:56.594597 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8d6c6d09-b5d9-44c3-b17d-d6eccb59a510 req-82196eb9-dbbb-434a-ab72-409cb0912068 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dd7b67e58e9840e182631ae128c31dc5&device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 1127 time: 0.0665605 Mar 23 11:02:56.600262 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-7def5855-200c-4779-9aef-5fdc86a5cc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (7c10d7b7-539f-44ff-a78d-c5facbc459f4), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:56.604104 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-7def5855-200c-4779-9aef-5fdc86a5cc4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:56.609389 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-7def5855-200c-4779-9aef-5fdc86a5cc4d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c10d7b7-539f-44ff-a78d-c5facbc459f4 HTTP/1.1" status: 204 len: 168 time: 0.2711928 Mar 23 11:02:56.623808 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def5855-200c-4779-9aef-5fdc86a5cc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c10d7b7-539f-44ff-a78d-c5facbc459f4,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:56.640838 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc5dda6-67ca-4a06-9952-fafed69b44d6 x-openstack-request-id: req-5dc5dda6-67ca-4a06-9952-fafed69b44d6 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:02:56.641095 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05aab17b-ab37-43c4-bcba-64eb438ad03a", "name": "network-vif-plugged", "status": "completed", "tag": "e67b01e3-3469-4584-949c-8c28ec7bc8e3", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:02:56.641377 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5dc5dda6-67ca-4a06-9952-fafed69b44d6 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:02:56.641843 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc5dda6-67ca-4a06-9952-fafed69b44d6'] response: {'server_uuid': '05aab17b-ab37-43c4-bcba-64eb438ad03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67b01e3-3469-4584-949c-8c28ec7bc8e3', 'code': 200} Mar 23 11:02:56.706352 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-88304562-75c9-4091-9618-165547068130 req-1f197ecf-1043-4e72-be4b-7de1635c46b4 service neutron] 10.222.0.52 "GET /v2.0/networks/eeda6053-fd0d-4e64-ad5b-c3168c41b691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232318 Mar 23 11:02:56.717284 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc7b63-c6e1-4c84-a7c3-2ee1a32ba0a9 req-1fb53b13-ca54-4365-a316-1e93489f20fd tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:56.725266 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-aefc7b63-c6e1-4c84-a7c3-2ee1a32ba0a9 req-1fb53b13-ca54-4365-a316-1e93489f20fd tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.1641877 Mar 23 11:02:56.742356 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c6d09-b5d9-44c3-b17d-d6eccb59a510 req-4b21cb96-8350-48f5-9f8a-eab80a60505f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:56.744367 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8d6c6d09-b5d9-44c3-b17d-d6eccb59a510 req-4b21cb96-8350-48f5-9f8a-eab80a60505f service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b8305e7-fc73-4884-8968-f1c6a05e1337 HTTP/1.1" status: 200 len: 919 time: 0.1370032 Mar 23 11:02:56.789337 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8d6c6d09-b5d9-44c3-b17d-d6eccb59a510 req-3962d6ca-582d-47a8-b9d1-6d213ec5263d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c039c42-7817-49f7-aa35-d89bd76efbe8 HTTP/1.1" status: 200 len: 217 time: 0.0390561 Mar 23 11:02:56.844149 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c6d09-b5d9-44c3-b17d-d6eccb59a510 req-dfd4bae2-469c-484e-b356-38cdb7266c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:56.845918 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8d6c6d09-b5d9-44c3-b17d-d6eccb59a510 req-dfd4bae2-469c-484e-b356-38cdb7266c54 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=886ce67b-f101-4e68-8143-abba0194fcaa HTTP/1.1" status: 200 len: 857 time: 0.0502491 Mar 23 11:02:56.855921 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-56621597-f768-483e-870a-401f259f8fe3 req-bd6febc4-dc86-4164-9293-a7b5ded61ca3 service neutron] 10.222.0.52 "GET /v2.0/networks/a89a6767-25b8-437f-a491-713b0277c026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936869 Mar 23 11:02:56.895527 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-aefc7b63-c6e1-4c84-a7c3-2ee1a32ba0a9 req-cadaeba3-ef48-4e21-a87f-370f53df0af6 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694195 Mar 23 11:02:56.900971 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device e1372175-8fbf-4f3d-bc8d-83c1462b7917 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:02:56.910341 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c6d09-b5d9-44c3-b17d-d6eccb59a510 req-423bc801-67a1-49e3-a423-d38b097c5672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:56.915895 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8d6c6d09-b5d9-44c3-b17d-d6eccb59a510 req-423bc801-67a1-49e3-a423-d38b097c5672 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b8305e7-fc73-4884-8968-f1c6a05e1337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0623217 Mar 23 11:02:56.933474 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 47456) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:56.965252 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6a22d-5210-456a-9820-07c53bc35525 req-eec85c53-ba88-475d-9c24-76b29e21a141 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:56.966768 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a4e6a22d-5210-456a-9820-07c53bc35525 req-eec85c53-ba88-475d-9c24-76b29e21a141 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 943 time: 0.2275338 Mar 23 11:02:57.003150 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-88304562-75c9-4091-9618-165547068130 req-27de3e11-b9d2-4e32-a0d2-709d5e38075a service neutron] 10.222.0.52 "GET /v2.0/networks/eeda6053-fd0d-4e64-ad5b-c3168c41b691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752633 Mar 23 11:02:57.093347 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port e1372175-8fbf-4f3d-bc8d-83c1462b7917, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e1372175-8fbf-4f3d-bc8d-83c1462b7917,segment=NetworkSegment(486bcbfd-361c-4836-9657-8a8d022c8112),segment_id=486bcbfd-361c-4836-9657-8a8d022c8112)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:02:57.093797 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8d6c6d09-b5d9-44c3-b17d-d6eccb59a510 req-c75d23aa-f07d-41db-b3a9-adca4918d6d1 service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723237 Mar 23 11:02:57.099589 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-56621597-f768-483e-870a-401f259f8fe3 req-6fe6be46-26b8-4fdf-bc24-d244ce31b5eb service neutron] 10.222.0.52 "GET /v2.0/networks/a89a6767-25b8-437f-a491-713b0277c026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307057 Mar 23 11:02:57.115994 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a4e6a22d-5210-456a-9820-07c53bc35525 req-efc7703d-1a85-43ea-bdd0-388daa00d1d1 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372287 Mar 23 11:02:57.131666 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': 'e1372175-8fbf-4f3d-bc8d-83c1462b7917', 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337', 'port_id': 'e1372175-8fbf-4f3d-bc8d-83c1462b7917', 'mac_address': 'fa:16:3e:7f:c6:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:02:57.177170 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d789159-4cb9-492d-8f41-f31345611fdc req-54a87765-6be2-4f54-83e4-e145600013df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:57.182283 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0d789159-4cb9-492d-8f41-f31345611fdc req-54a87765-6be2-4f54-83e4-e145600013df service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 1129 time: 0.1641319 Mar 23 11:02:57.204384 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-0d789159-4cb9-492d-8f41-f31345611fdc req-3870cac9-c6c7-4533-a84a-ddcfb85b2f8a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:57.239286 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port e1372175-8fbf-4f3d-bc8d-83c1462b7917 is: DOWN; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:57.239822 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (e1372175-8fbf-4f3d-bc8d-83c1462b7917), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:57.262889 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8d6c6d09-b5d9-44c3-b17d-d6eccb59a510 req-b4fc4bca-0712-4d2a-a374-6c9b72280dac service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636343 Mar 23 11:02:57.263950 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-189c08fe-d5ad-4e0d-bfd0-79325d3a96a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:57.267143 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1372175-8fbf-4f3d-bc8d-83c1462b7917 {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:02:57.305695 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port e1372175-8fbf-4f3d-bc8d-83c1462b7917, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e1372175-8fbf-4f3d-bc8d-83c1462b7917,segment=NetworkSegment(486bcbfd-361c-4836-9657-8a8d022c8112),segment_id=486bcbfd-361c-4836-9657-8a8d022c8112)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:02:57.325681 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-0d789159-4cb9-492d-8f41-f31345611fdc req-3870cac9-c6c7-4533-a84a-ddcfb85b2f8a service neutron] Publish callbacks [] for security_group (709e476c-936e-454c-9872-f39c0ae83940), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:57.384417 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-189c08fe-d5ad-4e0d-bfd0-79325d3a96a0 admin admin] Publish callbacks [] for security_group (696ca898-b084-441d-9254-bff286bffe3b), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:57.387309 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (e1372175-8fbf-4f3d-bc8d-83c1462b7917), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:57.388253 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 5c039c42-7817-49f7-aa35-d89bd76efbe8 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:02:57.405652 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c6d09-b5d9-44c3-b17d-d6eccb59a510 req-f9a262c2-481d-40be-bf3e-7d6b3fc691cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:57.407139 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8d6c6d09-b5d9-44c3-b17d-d6eccb59a510 req-f9a262c2-481d-40be-bf3e-7d6b3fc691cf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a9722a34d004a16ae8e2fb602d551e8&device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 1127 time: 0.0840104 Mar 23 11:02:57.446055 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-0d789159-4cb9-492d-8f41-f31345611fdc req-3870cac9-c6c7-4533-a84a-ddcfb85b2f8a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (709e476c-936e-454c-9872-f39c0ae83940), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:57.478893 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-189c08fe-d5ad-4e0d-bfd0-79325d3a96a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (696ca898-b084-441d-9254-bff286bffe3b), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:57.498025 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=e1372175-8fbf-4f3d-bc8d-83c1462b7917,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:57.521710 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 5c039c42-7817-49f7-aa35-d89bd76efbe8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5c039c42-7817-49f7-aa35-d89bd76efbe8,segment=NetworkSegment(486bcbfd-361c-4836-9657-8a8d022c8112),segment_id=486bcbfd-361c-4836-9657-8a8d022c8112)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:02:57.529772 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0d789159-4cb9-492d-8f41-f31345611fdc req-3870cac9-c6c7-4533-a84a-ddcfb85b2f8a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cb368af7-1af3-4556-a915-14b01a6cc452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415864 Mar 23 11:02:57.531379 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 47484) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:57.532963 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870cac9-c6c7-4533-a84a-ddcfb85b2f8a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=709e476c-936e-454c-9872-f39c0ae83940,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:57.534420 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': '5c039c42-7817-49f7-aa35-d89bd76efbe8', 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337', 'port_id': '5c039c42-7817-49f7-aa35-d89bd76efbe8', 'mac_address': 'fa:16:3e:c8:6e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:02:57.536149 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c08fe-d5ad-4e0d-bfd0-79325d3a96a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696ca898-b084-441d-9254-bff286bffe3b,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:57.586191 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 5c039c42-7817-49f7-aa35-d89bd76efbe8 is: DOWN; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:57.586911 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (5c039c42-7817-49f7-aa35-d89bd76efbe8), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:57.610885 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-189c08fe-d5ad-4e0d-bfd0-79325d3a96a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3626434ee24e4ebaa8e62fe8199cad58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6727884 Mar 23 11:02:57.611322 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f9183df0-f05c-4597-b236-90ff74e3b689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:57.611430 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 47490) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:57.612103 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c039c42-7817-49f7-aa35-d89bd76efbe8 {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:02:57.639449 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 5c039c42-7817-49f7-aa35-d89bd76efbe8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5c039c42-7817-49f7-aa35-d89bd76efbe8,segment=NetworkSegment(486bcbfd-361c-4836-9657-8a8d022c8112),segment_id=486bcbfd-361c-4836-9657-8a8d022c8112)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:02:57.677620 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcdb97-bc05-4ef1-9d56-6fee6d67773d req-27b21bfe-c540-4fae-92f7-5a1ad3ede2df tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:57.679153 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b3bcdb97-bc05-4ef1-9d56-6fee6d67773d req-27b21bfe-c540-4fae-92f7-5a1ad3ede2df tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 945 time: 0.1469803 Mar 23 11:02:57.684091 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d597-b8cb-4fa9-822b-c06e82fe2bba admin admin] Publish callbacks [] for security_group (696ca898-b084-441d-9254-bff286bffe3b), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:57.689882 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c6d09-b5d9-44c3-b17d-d6eccb59a510 req-087463f4-ee3c-4311-978b-b125178c4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:57.691185 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ab90b-db0d-4cab-b2d3-8a642449a7f1 req-07e987b7-68fa-4bb9-84d2-d05e92e8b23b tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:57.691429 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8d6c6d09-b5d9-44c3-b17d-d6eccb59a510 req-087463f4-ee3c-4311-978b-b125178c4eb9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a89a6767-25b8-437f-a491-713b0277c026 HTTP/1.1" status: 200 len: 918 time: 0.2761211 Mar 23 11:02:57.692667 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-628ab90b-db0d-4cab-b2d3-8a642449a7f1 req-07e987b7-68fa-4bb9-84d2-d05e92e8b23b tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 943 time: 0.1620059 Mar 23 11:02:57.714266 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d597-b8cb-4fa9-822b-c06e82fe2bba admin admin] Publish callbacks [] for security_group (696ca898-b084-441d-9254-bff286bffe3b), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:57.728268 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (5c039c42-7817-49f7-aa35-d89bd76efbe8), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:57.729672 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 1f832c2a-d3c5-4523-b20a-45a805e6d44f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:02:57.790444 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8d6c6d09-b5d9-44c3-b17d-d6eccb59a510 req-676e8cec-f6db-4784-a80a-18fa8c4fc6c9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c702d0b9-c86f-4e87-9486-2ffd22a442f4 HTTP/1.1" status: 200 len: 217 time: 0.0489099 Mar 23 11:02:57.790652 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b3bcdb97-bc05-4ef1-9d56-6fee6d67773d req-ef0b357f-be2c-4d43-ad61-45ec10af4f20 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb368af7-1af3-4556-a915-14b01a6cc452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956976 Mar 23 11:02:57.821407 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f9183df0-f05c-4597-b236-90ff74e3b689 admin admin] Publish callbacks [] for security_group (cb1bc703-a863-4188-ad4d-b8a8efbf0a74), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:57.833592 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-628ab90b-db0d-4cab-b2d3-8a642449a7f1 req-38248ba2-d496-4e1f-a7ec-d455b30f16b2 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301584 Mar 23 11:02:57.860369 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c6d09-b5d9-44c3-b17d-d6eccb59a510 req-3e326dd9-6d9d-4d0c-bd10-f8ee3961b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:57.862002 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8d6c6d09-b5d9-44c3-b17d-d6eccb59a510 req-3e326dd9-6d9d-4d0c-bd10-f8ee3961b791 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76120b10-aef4-4df3-9eb9-41b94555bce9 HTTP/1.1" status: 200 len: 856 time: 0.0645702 Mar 23 11:02:57.868141 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=5c039c42-7817-49f7-aa35-d89bd76efbe8,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:57.901949 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-134310f6-4098-4661-8e1f-077d885e4edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:57.917975 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 1f832c2a-d3c5-4523-b20a-45a805e6d44f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1f832c2a-d3c5-4523-b20a-45a805e6d44f,segment=NetworkSegment(11115769-b95e-401f-b4f1-18e1cab6a5a0),segment_id=11115769-b95e-401f-b4f1-18e1cab6a5a0)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:02:57.919222 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c6d09-b5d9-44c3-b17d-d6eccb59a510 req-da1f0cbf-6bfd-4bef-a4f3-676d610d7e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:57.920733 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8d6c6d09-b5d9-44c3-b17d-d6eccb59a510 req-da1f0cbf-6bfd-4bef-a4f3-676d610d7e11 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a89a6767-25b8-437f-a491-713b0277c026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0516818 Mar 23 11:02:57.927251 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d597-b8cb-4fa9-822b-c06e82fe2bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (696ca898-b084-441d-9254-bff286bffe3b), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:57.927472 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f9183df0-f05c-4597-b236-90ff74e3b689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (cb1bc703-a863-4188-ad4d-b8a8efbf0a74), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:57.929033 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': '1f832c2a-d3c5-4523-b20a-45a805e6d44f', 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'port_id': '1f832c2a-d3c5-4523-b20a-45a805e6d44f', 'mac_address': 'fa:16:3e:43:41:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:02:57.930021 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c9b9d597-b8cb-4fa9-822b-c06e82fe2bba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:57.931102 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-c9b9d597-b8cb-4fa9-822b-c06e82fe2bba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/696ca898-b084-441d-9254-bff286bffe3b HTTP/1.1" status: 204 len: 168 time: 0.3188007 Mar 23 11:02:57.956635 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9d597-b8cb-4fa9-822b-c06e82fe2bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696ca898-b084-441d-9254-bff286bffe3b,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:57.978930 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-f9183df0-f05c-4597-b236-90ff74e3b689 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=03068f031e0e407e944c0f00fd765e2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4432046 Mar 23 11:02:57.980245 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9183df0-f05c-4597-b236-90ff74e3b689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1bc703-a863-4188-ad4d-b8a8efbf0a74,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:57.982553 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 47500) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:58.029233 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 1f832c2a-d3c5-4523-b20a-45a805e6d44f is: DOWN; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:58.032934 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (1f832c2a-d3c5-4523-b20a-45a805e6d44f), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:58.067497 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f832c2a-d3c5-4523-b20a-45a805e6d44f {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:02:58.093481 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 1f832c2a-d3c5-4523-b20a-45a805e6d44f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1f832c2a-d3c5-4523-b20a-45a805e6d44f,segment=NetworkSegment(11115769-b95e-401f-b4f1-18e1cab6a5a0),segment_id=11115769-b95e-401f-b4f1-18e1cab6a5a0)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:02:58.112018 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-540d2927-f570-47d6-a12b-936c5ab14161 admin admin] Publish callbacks [] for security_group (cb1bc703-a863-4188-ad4d-b8a8efbf0a74), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:58.112766 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8d6c6d09-b5d9-44c3-b17d-d6eccb59a510 req-0f040412-90f0-43a8-aa4c-0d8594d8359e service neutron] 10.222.0.52 "GET /v2.0/networks/a89a6767-25b8-437f-a491-713b0277c026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789529 Mar 23 11:02:58.150913 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4100030-f27b-4a02-8e3a-d019772f28c0 req-1ff61a80-1ad3-4dce-8c3b-83784eadbdc2 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:58.152582 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e4100030-f27b-4a02-8e3a-d019772f28c0 req-1ff61a80-1ad3-4dce-8c3b-83784eadbdc2 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.0991967 Mar 23 11:02:58.154628 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-540d2927-f570-47d6-a12b-936c5ab14161 admin admin] Publish callbacks [] for security_group (cb1bc703-a863-4188-ad4d-b8a8efbf0a74), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:58.179562 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (1f832c2a-d3c5-4523-b20a-45a805e6d44f), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:58.263661 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=1f832c2a-d3c5-4523-b20a-45a805e6d44f,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:58.269997 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e4100030-f27b-4a02-8e3a-d019772f28c0 req-59f93e9b-38f3-43c6-84a3-d621f79d0aa6 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067722 Mar 23 11:02:58.312717 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f20a8-245f-4e2e-82b7-a8ed77433828 req-bd4981b5-fbe9-470a-88f6-e77604a514c3 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:58.314280 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ee3f20a8-245f-4e2e-82b7-a8ed77433828 req-bd4981b5-fbe9-470a-88f6-e77604a514c3 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 944 time: 0.0883744 Mar 23 11:02:58.369100 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ee3f20a8-245f-4e2e-82b7-a8ed77433828 req-b6943938-561b-49a1-83cf-700a6834557c tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486908 Mar 23 11:02:58.383491 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8d6c6d09-b5d9-44c3-b17d-d6eccb59a510 req-7bcdba8b-ead4-4cdf-b808-0e4496043ddf service neutron] 10.222.0.52 "GET /v2.0/networks/a89a6767-25b8-437f-a491-713b0277c026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587860 Mar 23 11:02:58.447734 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-540d2927-f570-47d6-a12b-936c5ab14161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (cb1bc703-a863-4188-ad4d-b8a8efbf0a74), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:58.450746 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-540d2927-f570-47d6-a12b-936c5ab14161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:58.454354 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-540d2927-f570-47d6-a12b-936c5ab14161 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb1bc703-a863-4188-ad4d-b8a8efbf0a74 HTTP/1.1" status: 204 len: 168 time: 0.4679873 Mar 23 11:02:58.462238 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d2927-f570-47d6-a12b-936c5ab14161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1bc703-a863-4188-ad4d-b8a8efbf0a74,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:58.470789 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['5c039c42-7817-49f7-aa35-d89bd76efbe8'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:02:58.476914 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['e1372175-8fbf-4f3d-bc8d-83c1462b7917'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:02:58.529476 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['1f832c2a-d3c5-4523-b20a-45a805e6d44f'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:02:58.771273 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 47524) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:58.806997 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-0f75d9e1-a92a-49db-b7c3-d7b4ef09de35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:58.920093 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device c702d0b9-c86f-4e87-9486-2ffd22a442f4 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:02:59.071365 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-0f75d9e1-a92a-49db-b7c3-d7b4ef09de35 admin admin] Publish callbacks [] for security_group (a639f2e3-5dbd-43b9-8d97-adda90015907), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:59.078600 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffc8df-0d5c-4b6a-b546-95f3cf201861 req-ac52f763-5dda-4489-af96-4475502e0c62 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:59.079383 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port c702d0b9-c86f-4e87-9486-2ffd22a442f4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c702d0b9-c86f-4e87-9486-2ffd22a442f4,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:02:59.080084 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0fffc8df-0d5c-4b6a-b546-95f3cf201861 req-ac52f763-5dda-4489-af96-4475502e0c62 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 944 time: 0.1513913 Mar 23 11:02:59.088356 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e178b3-1daa-46ea-bbf0-b30639b56fe8 req-2fca7eed-2bf7-4153-83bb-945e6cb7bbcb tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:59.089869 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-58e178b3-1daa-46ea-bbf0-b30639b56fe8 req-2fca7eed-2bf7-4153-83bb-945e6cb7bbcb tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 945 time: 0.1476910 Mar 23 11:02:59.096154 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': 'c702d0b9-c86f-4e87-9486-2ffd22a442f4', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'port_id': 'c702d0b9-c86f-4e87-9486-2ffd22a442f4', 'mac_address': 'fa:16:3e:6f:52:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:02:59.133813 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port c702d0b9-c86f-4e87-9486-2ffd22a442f4 is: DOWN; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:02:59.134019 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:59.146587 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-0f75d9e1-a92a-49db-b7c3-d7b4ef09de35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (a639f2e3-5dbd-43b9-8d97-adda90015907), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:59.147510 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c702d0b9-c86f-4e87-9486-2ffd22a442f4 {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:02:59.174108 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port c702d0b9-c86f-4e87-9486-2ffd22a442f4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c702d0b9-c86f-4e87-9486-2ffd22a442f4,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:02:59.201583 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0fffc8df-0d5c-4b6a-b546-95f3cf201861 req-19f55b66-7924-402c-a665-e5d73fbb694e tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084621 Mar 23 11:02:59.227171 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-0f75d9e1-a92a-49db-b7c3-d7b4ef09de35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=47fab5e634214fda9816e3f1555cd46a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4538066 Mar 23 11:02:59.230261 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 47542) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:59.233557 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-58e178b3-1daa-46ea-bbf0-b30639b56fe8 req-0f2a82b6-37cb-48c0-bf9b-4d165c0504f6 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb368af7-1af3-4556-a915-14b01a6cc452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367536 Mar 23 11:02:59.252815 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75d9e1-a92a-49db-b7c3-d7b4ef09de35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a639f2e3-5dbd-43b9-8d97-adda90015907,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:59.261273 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:59.309389 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3c33902e-cc80-46e9-80ab-99c49f451a82 admin admin] Publish callbacks [] for security_group (a639f2e3-5dbd-43b9-8d97-adda90015907), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:59.361744 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3c33902e-cc80-46e9-80ab-99c49f451a82 admin admin] Publish callbacks [] for security_group (a639f2e3-5dbd-43b9-8d97-adda90015907), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:59.367600 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 47548) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:59.458929 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=c702d0b9-c86f-4e87-9486-2ffd22a442f4,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:59.502463 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac7b6c-389e-4d11-8ace-3c71c4d1ea8a req-bb4a8b9d-cb15-424f-96e6-2d6672965d13 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:59.506758 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b6ac7b6c-389e-4d11-8ace-3c71c4d1ea8a req-bb4a8b9d-cb15-424f-96e6-2d6672965d13 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 944 time: 0.1286275 Mar 23 11:02:59.543283 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3c33902e-cc80-46e9-80ab-99c49f451a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (a639f2e3-5dbd-43b9-8d97-adda90015907), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:59.546495 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3c33902e-cc80-46e9-80ab-99c49f451a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:59.547792 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-3c33902e-cc80-46e9-80ab-99c49f451a82 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a639f2e3-5dbd-43b9-8d97-adda90015907 HTTP/1.1" status: 204 len: 168 time: 0.3163590 Mar 23 11:02:59.556441 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-bba8a212-ee3d-479b-ae05-1da2121fef3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:59.556669 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33902e-cc80-46e9-80ab-99c49f451a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a639f2e3-5dbd-43b9-8d97-adda90015907,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:59.576544 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:59.630896 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b6ac7b6c-389e-4d11-8ace-3c71c4d1ea8a req-b8d5cf47-76fa-420a-b60a-639296741ccb tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163921 Mar 23 11:02:59.642027 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3f67e-e0db-4b49-8c96-d2b7407d59b8 req-3886ef59-7dc3-4b10-bab7-4e6084ad3f47 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:59.643534 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5cb3f67e-e0db-4b49-8c96-d2b7407d59b8 req-3886ef59-7dc3-4b10-bab7-4e6084ad3f47 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 944 time: 0.1392939 Mar 23 11:02:59.664441 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['c702d0b9-c86f-4e87-9486-2ffd22a442f4'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:02:59.722663 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5cb3f67e-e0db-4b49-8c96-d2b7407d59b8 req-0128b03e-ca51-4e35-98ac-cf9a6fa7f8ee tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725257 Mar 23 11:02:59.737495 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-bba8a212-ee3d-479b-ae05-1da2121fef3f admin admin] Publish callbacks [] for security_group (c6735901-eb5a-41c4-9ebc-b7f52321f78e), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:59.817833 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-bba8a212-ee3d-479b-ae05-1da2121fef3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (c6735901-eb5a-41c4-9ebc-b7f52321f78e), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:59.856728 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-bba8a212-ee3d-479b-ae05-1da2121fef3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b42a4e8789b44a86a7a32061aeca3325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4880304 Mar 23 11:02:59.858775 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8a212-ee3d-479b-ae05-1da2121fef3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6735901-eb5a-41c4-9ebc-b7f52321f78e,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:59.859451 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 47566) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:02:59.911122 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f98c97f9-f6bf-423b-8e11-a2c38dc44cda admin admin] Publish callbacks [] for security_group (c6735901-eb5a-41c4-9ebc-b7f52321f78e), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:02:59.932713 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f98c97f9-f6bf-423b-8e11-a2c38dc44cda admin admin] Publish callbacks [] for security_group (c6735901-eb5a-41c4-9ebc-b7f52321f78e), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:00.052977 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f98c97f9-f6bf-423b-8e11-a2c38dc44cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (c6735901-eb5a-41c4-9ebc-b7f52321f78e), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:00.056120 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f98c97f9-f6bf-423b-8e11-a2c38dc44cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:00.057290 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-f98c97f9-f6bf-423b-8e11-a2c38dc44cda admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6735901-eb5a-41c4-9ebc-b7f52321f78e HTTP/1.1" status: 204 len: 168 time: 0.1968331 Mar 23 11:03:00.064957 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c97f9-f6bf-423b-8e11-a2c38dc44cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6735901-eb5a-41c4-9ebc-b7f52321f78e,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:00.331894 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a59f8-fe0b-456f-8a6c-47412f056f33 req-e38f0b4c-7a56-4974-901b-f6a8addf3b45 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:00.339191 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f43a59f8-fe0b-456f-8a6c-47412f056f33 req-e38f0b4c-7a56-4974-901b-f6a8addf3b45 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 944 time: 0.0725307 Mar 23 11:03:00.412444 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933954cd-6bd8-4eb0-ba61-ab36d6dd3e78 req-9940bfe1-7c25-4c44-9174-a8efe45199ad tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:00.414006 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-933954cd-6bd8-4eb0-ba61-ab36d6dd3e78 req-9940bfe1-7c25-4c44-9174-a8efe45199ad tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 945 time: 0.0984662 Mar 23 11:03:00.421464 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f43a59f8-fe0b-456f-8a6c-47412f056f33 req-3569ffd7-86a9-40eb-a4bd-81fe0f720007 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814509 Mar 23 11:03:00.481268 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-933954cd-6bd8-4eb0-ba61-ab36d6dd3e78 req-5fb0fc7b-fae5-4816-bb82-a29cbd22f7fb tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb368af7-1af3-4556-a915-14b01a6cc452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548086 Mar 23 11:03:00.681639 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:00.761861 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0910d-7b83-44ab-884a-6d548593ef55 req-e856443d-1c04-4979-b6bf-ba0f011cc545 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:00.763399 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6aa0910d-7b83-44ab-884a-6d548593ef55 req-e856443d-1c04-4979-b6bf-ba0f011cc545 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 944 time: 0.0565970 Mar 23 11:03:00.834228 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6aa0910d-7b83-44ab-884a-6d548593ef55 req-e4287b9b-73d0-4999-8bed-e94ac68daf11 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639737 Mar 23 11:03:00.879099 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9c1fe-24bc-4c99-87cc-efc2d54260ad req-89233286-91f0-46f2-8d2e-dff1e202e8de tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:00.880579 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1de9c1fe-24bc-4c99-87cc-efc2d54260ad req-89233286-91f0-46f2-8d2e-dff1e202e8de tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 944 time: 0.0683205 Mar 23 11:03:00.917284 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device e1372175-8fbf-4f3d-bc8d-83c1462b7917 up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:03:00.934824 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1de9c1fe-24bc-4c99-87cc-efc2d54260ad req-66fd5dbd-f1c5-4cbf-a9de-dbec53e55bbd tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436075 Mar 23 11:03:00.973797 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 47620) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:00.989097 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c98f5b66-8abf-4ea1-8f2b-7c587a7ef945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:01.041350 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning for port e1372175-8fbf-4f3d-bc8d-83c1462b7917 completed by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 11:03:01.045588 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port e1372175-8fbf-4f3d-bc8d-83c1462b7917 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:03:01.046049 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (e1372175-8fbf-4f3d-bc8d-83c1462b7917), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:01.125880 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c98f5b66-8abf-4ea1-8f2b-7c587a7ef945 admin admin] Publish callbacks [] for security_group (a1f6dc1a-4217-4dff-bf26-8fe540d25a04), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:01.162033 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port e1372175-8fbf-4f3d-bc8d-83c1462b7917 is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:03:01.162475 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (e1372175-8fbf-4f3d-bc8d-83c1462b7917), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:01.183488 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c98f5b66-8abf-4ea1-8f2b-7c587a7ef945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (a1f6dc1a-4217-4dff-bf26-8fe540d25a04), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:01.190746 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506311bb-8e28-4b9c-b8c9-10b671436d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1372175-8fbf-4f3d-bc8d-83c1462b7917'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:03:01.192457 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f2f6e0-1266-48cf-b182-589181aecab1" -d '{"events": [{"server_uuid": "506311bb-8e28-4b9c-b8c9-10b671436d74", "name": "network-vif-plugged", "status": "completed", "tag": "e1372175-8fbf-4f3d-bc8d-83c1462b7917"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:03:01.209912 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port e1372175-8fbf-4f3d-bc8d-83c1462b7917, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e1372175-8fbf-4f3d-bc8d-83c1462b7917,segment=NetworkSegment(486bcbfd-361c-4836-9657-8a8d022c8112),segment_id=486bcbfd-361c-4836-9657-8a8d022c8112)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:03:01.232123 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 47630) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:01.232318 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-c98f5b66-8abf-4ea1-8f2b-7c587a7ef945 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a279bafe76a84bbb91495970ae024615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574515 Mar 23 11:03:01.241437 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f5b66-8abf-4ea1-8f2b-7c587a7ef945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f6dc1a-4217-4dff-bf26-8fe540d25a04,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:01.277323 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee19683-e88c-4790-afa5-ed61880165fe x-openstack-request-id: req-3ee19683-e88c-4790-afa5-ed61880165fe {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:03:01.277323 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506311bb-8e28-4b9c-b8c9-10b671436d74", "name": "network-vif-plugged", "status": "completed", "tag": "e1372175-8fbf-4f3d-bc8d-83c1462b7917", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:03:01.278151 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ee19683-e88c-4790-afa5-ed61880165fe {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:03:01.278578 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ee19683-e88c-4790-afa5-ed61880165fe'] response: {'server_uuid': '506311bb-8e28-4b9c-b8c9-10b671436d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1372175-8fbf-4f3d-bc8d-83c1462b7917', 'code': 200} Mar 23 11:03:01.293008 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (e1372175-8fbf-4f3d-bc8d-83c1462b7917), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:01.294048 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 5c039c42-7817-49f7-aa35-d89bd76efbe8 up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:03:01.332146 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-71c8f016-2ef0-4764-838f-f60124337dd3 admin admin] Publish callbacks [] for security_group (a1f6dc1a-4217-4dff-bf26-8fe540d25a04), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:01.358100 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-71c8f016-2ef0-4764-838f-f60124337dd3 admin admin] Publish callbacks [] for security_group (a1f6dc1a-4217-4dff-bf26-8fe540d25a04), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:01.397119 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=e1372175-8fbf-4f3d-bc8d-83c1462b7917,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:01.475741 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning for port 5c039c42-7817-49f7-aa35-d89bd76efbe8 completed by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 11:03:01.480540 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port 5c039c42-7817-49f7-aa35-d89bd76efbe8 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:03:01.480931 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (5c039c42-7817-49f7-aa35-d89bd76efbe8), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:01.498900 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-71c8f016-2ef0-4764-838f-f60124337dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (a1f6dc1a-4217-4dff-bf26-8fe540d25a04), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:01.503001 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-71c8f016-2ef0-4764-838f-f60124337dd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:01.504175 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-71c8f016-2ef0-4764-838f-f60124337dd3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1f6dc1a-4217-4dff-bf26-8fe540d25a04 HTTP/1.1" status: 204 len: 168 time: 0.2701519 Mar 23 11:03:01.539762 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8f016-2ef0-4764-838f-f60124337dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f6dc1a-4217-4dff-bf26-8fe540d25a04,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:01.649021 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cda3c-def4-4796-b425-4d820af339a4 req-9a0e6f97-d737-46e3-af7f-cfc7546b4b20 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:01.651107 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-628cda3c-def4-4796-b425-4d820af339a4 req-9a0e6f97-d737-46e3-af7f-cfc7546b4b20 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 944 time: 0.1457357 Mar 23 11:03:01.652052 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 5c039c42-7817-49f7-aa35-d89bd76efbe8 is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:03:01.652776 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (5c039c42-7817-49f7-aa35-d89bd76efbe8), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:01.721677 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 5c039c42-7817-49f7-aa35-d89bd76efbe8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5c039c42-7817-49f7-aa35-d89bd76efbe8,segment=NetworkSegment(486bcbfd-361c-4836-9657-8a8d022c8112),segment_id=486bcbfd-361c-4836-9657-8a8d022c8112)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:03:01.725582 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-628cda3c-def4-4796-b425-4d820af339a4 req-df899f23-a891-4b48-b601-de3340eb6d41 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640109 Mar 23 11:03:01.740315 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c27485-26f6-4cd4-890f-0afc7498e00f req-8cea68bf-6632-455d-a213-dcf0249453ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:01.742004 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-d5c27485-26f6-4cd4-890f-0afc7498e00f req-8cea68bf-6632-455d-a213-dcf0249453ce service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 1129 time: 0.1598735 Mar 23 11:03:01.766035 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (5c039c42-7817-49f7-aa35-d89bd76efbe8), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:01.767003 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 1f832c2a-d3c5-4523-b20a-45a805e6d44f up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:03:01.797039 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-d5c27485-26f6-4cd4-890f-0afc7498e00f req-a6cc3e70-1bdb-4df6-8a4d-5c5a3c79f148 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487201 Mar 23 11:03:01.856095 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=5c039c42-7817-49f7-aa35-d89bd76efbe8,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:01.944634 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning for port 1f832c2a-d3c5-4523-b20a-45a805e6d44f completed by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 11:03:01.953252 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port 1f832c2a-d3c5-4523-b20a-45a805e6d44f triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:03:01.953643 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (1f832c2a-d3c5-4523-b20a-45a805e6d44f), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:01.969645 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bff598-4b12-4a05-926a-479885144d70 req-b6a47d2c-f69e-4754-9edd-40fc552e87f6 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:01.973762 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f8bff598-4b12-4a05-926a-479885144d70 req-b6a47d2c-f69e-4754-9edd-40fc552e87f6 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 944 time: 0.0583689 Mar 23 11:03:02.109072 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f8bff598-4b12-4a05-926a-479885144d70 req-8e21d8d8-5a94-48f9-917d-9ae38dff2a53 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290371 Mar 23 11:03:02.128721 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 1f832c2a-d3c5-4523-b20a-45a805e6d44f is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:03:02.129136 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (1f832c2a-d3c5-4523-b20a-45a805e6d44f), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:02.150195 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b66e47-efaf-417d-8fce-b9a0bb9acd2d req-a34ad94b-3e16-4f93-9887-dea592856e40 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:02.162327 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-58b66e47-efaf-417d-8fce-b9a0bb9acd2d req-a34ad94b-3e16-4f93-9887-dea592856e40 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.1302662 Mar 23 11:03:02.187025 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 1f832c2a-d3c5-4523-b20a-45a805e6d44f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1f832c2a-d3c5-4523-b20a-45a805e6d44f,segment=NetworkSegment(11115769-b95e-401f-b4f1-18e1cab6a5a0),segment_id=11115769-b95e-401f-b4f1-18e1cab6a5a0)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:03:02.206832 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-58b66e47-efaf-417d-8fce-b9a0bb9acd2d req-043b83fd-d126-4622-9bfd-6342a0bb0543 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433273 Mar 23 11:03:02.265504 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (1f832c2a-d3c5-4523-b20a-45a805e6d44f), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:02.267078 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device c702d0b9-c86f-4e87-9486-2ffd22a442f4 up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:03:02.328611 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:02.357199 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=1f832c2a-d3c5-4523-b20a-45a805e6d44f,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:02.446233 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning for port c702d0b9-c86f-4e87-9486-2ffd22a442f4 completed by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 11:03:02.450444 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port c702d0b9-c86f-4e87-9486-2ffd22a442f4 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:03:02.450826 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:02.546898 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port c702d0b9-c86f-4e87-9486-2ffd22a442f4 is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:03:02.547441 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:02.592146 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port c702d0b9-c86f-4e87-9486-2ffd22a442f4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c702d0b9-c86f-4e87-9486-2ffd22a442f4,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:03:02.670589 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:02.733354 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=c702d0b9-c86f-4e87-9486-2ffd22a442f4,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:02.948499 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2492a-0728-4a0e-bb27-aa98699d9dd8 req-9f34f2f9-b3dc-4470-be77-c9a708d116b3 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:02.950054 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9bc2492a-0728-4a0e-bb27-aa98699d9dd8 req-9f34f2f9-b3dc-4470-be77-c9a708d116b3 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.1436076 Mar 23 11:03:03.013085 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9bc2492a-0728-4a0e-bb27-aa98699d9dd8 req-bb0fe072-359e-4018-81a8-67723e6dd9d7 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560498 Mar 23 11:03:03.263074 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab89f39-c96a-4a2d-b429-2a1a6693d989 req-8d7197f8-8c6e-4024-9d4d-bbb722aac0d8 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:03.264589 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9ab89f39-c96a-4a2d-b429-2a1a6693d989 req-8d7197f8-8c6e-4024-9d4d-bbb722aac0d8 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0687623 Mar 23 11:03:03.282295 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e410e140-cbc4-4ccb-a9db-ee3a60ca4414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c039c42-7817-49f7-aa35-d89bd76efbe8'}, {'server_uuid': 'd73996af-ca46-4193-9af6-c60bbfcda85a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f832c2a-d3c5-4523-b20a-45a805e6d44f'}, {'server_uuid': 'cd3be861-f7ed-4e23-9d00-09c761095f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c702d0b9-c86f-4e87-9486-2ffd22a442f4'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:03:03.283003 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d159143-a8e7-40ac-836c-ff0ba9e628bb" -d '{"events": [{"server_uuid": "e410e140-cbc4-4ccb-a9db-ee3a60ca4414", "name": "network-vif-plugged", "status": "completed", "tag": "5c039c42-7817-49f7-aa35-d89bd76efbe8"}, {"server_uuid": "d73996af-ca46-4193-9af6-c60bbfcda85a", "name": "network-vif-plugged", "status": "completed", "tag": "1f832c2a-d3c5-4523-b20a-45a805e6d44f"}, {"server_uuid": "cd3be861-f7ed-4e23-9d00-09c761095f41", "name": "network-vif-plugged", "status": "completed", "tag": "c702d0b9-c86f-4e87-9486-2ffd22a442f4"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:03:03.345507 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9ab89f39-c96a-4a2d-b429-2a1a6693d989 req-cce20086-8bd0-46fd-86a5-bb8e951a7ca0 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699825 Mar 23 11:03:03.461391 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bca26-a1d5-48c1-9ba8-7f9ef978eb60 req-7e671ea6-7772-42e4-aee4-662e9d661df6 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:03.462959 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-669bca26-a1d5-48c1-9ba8-7f9ef978eb60 req-7e671ea6-7772-42e4-aee4-662e9d661df6 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0535665 Mar 23 11:03:03.528356 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-669bca26-a1d5-48c1-9ba8-7f9ef978eb60 req-9e894969-86a1-407e-8769-c4bf618f9d95 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585198 Mar 23 11:03:03.590590 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 23 Mar 2022 11:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1950484d-e136-4276-a6d0-1348cbd5ad87 x-openstack-request-id: req-1950484d-e136-4276-a6d0-1348cbd5ad87 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:03:03.590889 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e410e140-cbc4-4ccb-a9db-ee3a60ca4414", "name": "network-vif-plugged", "status": "completed", "tag": "5c039c42-7817-49f7-aa35-d89bd76efbe8", "code": 200}, {"server_uuid": "d73996af-ca46-4193-9af6-c60bbfcda85a", "name": "network-vif-plugged", "status": "completed", "tag": "1f832c2a-d3c5-4523-b20a-45a805e6d44f", "code": 200}, {"server_uuid": "cd3be861-f7ed-4e23-9d00-09c761095f41", "name": "network-vif-plugged", "status": "completed", "tag": "c702d0b9-c86f-4e87-9486-2ffd22a442f4", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:03:03.591148 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1950484d-e136-4276-a6d0-1348cbd5ad87 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:03:03.591563 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1950484d-e136-4276-a6d0-1348cbd5ad87'] response: {'server_uuid': 'e410e140-cbc4-4ccb-a9db-ee3a60ca4414', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c039c42-7817-49f7-aa35-d89bd76efbe8', 'code': 200} Mar 23 11:03:03.591870 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1950484d-e136-4276-a6d0-1348cbd5ad87'] response: {'server_uuid': 'd73996af-ca46-4193-9af6-c60bbfcda85a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f832c2a-d3c5-4523-b20a-45a805e6d44f', 'code': 200} Mar 23 11:03:03.592072 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1950484d-e136-4276-a6d0-1348cbd5ad87'] response: {'server_uuid': 'cd3be861-f7ed-4e23-9d00-09c761095f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c702d0b9-c86f-4e87-9486-2ffd22a442f4', 'code': 200} Mar 23 11:03:03.989959 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0578c8-f1a0-470f-aae4-4dc4c104ca8c req-039f7deb-1290-4652-b920-e16a038f6682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:03.992197 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-fe0578c8-f1a0-470f-aae4-4dc4c104ca8c req-039f7deb-1290-4652-b920-e16a038f6682 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 1129 time: 0.0512722 Mar 23 11:03:04.050578 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-fe0578c8-f1a0-470f-aae4-4dc4c104ca8c req-95dcf764-32e3-4899-bf69-709f55da6f17 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515642 Mar 23 11:03:04.150292 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49645b07-e4ec-487a-81fe-a36939fad1f1 req-6ef3d8f8-6f73-4380-8753-4c978312097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:04.151777 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-49645b07-e4ec-487a-81fe-a36939fad1f1 req-6ef3d8f8-6f73-4380-8753-4c978312097e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 1129 time: 0.1329551 Mar 23 11:03:04.156331 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72424145-cd7b-4be0-8cc9-96727858039e req-f01a27a1-f881-477f-8643-da79a458c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:04.157860 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-72424145-cd7b-4be0-8cc9-96727858039e req-f01a27a1-f881-477f-8643-da79a458c93b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 1129 time: 0.1378033 Mar 23 11:03:04.208768 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6678c59-a266-4eea-a577-a19794bee025 req-13eab622-ce2f-439a-be6b-cd6634751a87 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:04.210270 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b6678c59-a266-4eea-a577-a19794bee025 req-13eab622-ce2f-439a-be6b-cd6634751a87 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0990376 Mar 23 11:03:04.231813 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc53b83-559b-4315-8c6c-f95823279602 req-8e835e3b-b745-41c7-a69d-a85f99e3dc59 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:04.233529 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7bc53b83-559b-4315-8c6c-f95823279602 req-8e835e3b-b745-41c7-a69d-a85f99e3dc59 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0738201 Mar 23 11:03:04.298837 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b6678c59-a266-4eea-a577-a19794bee025 req-3de8590a-768b-420b-a56b-ae17180fd096 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805998 Mar 23 11:03:04.323573 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7bc53b83-559b-4315-8c6c-f95823279602 req-598c91af-0713-43bb-b513-31ee4fbd43fe tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701783 Mar 23 11:03:04.557433 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832d6aa-aab4-442d-b6ba-3b1e69121bce req-4c73df9d-4f9b-48ab-bae5-58087ddc7854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:04.558921 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-5832d6aa-aab4-442d-b6ba-3b1e69121bce req-4c73df9d-4f9b-48ab-bae5-58087ddc7854 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dd7b67e58e9840e182631ae128c31dc5&device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 1129 time: 0.0469589 Mar 23 11:03:04.622963 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-49645b07-e4ec-487a-81fe-a36939fad1f1 req-268d76bd-53b9-4600-91b7-4c90c9be6012 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048530 Mar 23 11:03:04.628507 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-72424145-cd7b-4be0-8cc9-96727858039e req-51bfffc1-7522-45d7-b393-66c06083a7c8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3137898 Mar 23 11:03:04.640261 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7236c02-b062-40b2-aed8-3d7af50027a5 req-95721327-acdd-4afc-aac9-cf78bdc63080 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:04.641733 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e7236c02-b062-40b2-aed8-3d7af50027a5 req-95721327-acdd-4afc-aac9-cf78bdc63080 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0974569 Mar 23 11:03:04.653818 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832d6aa-aab4-442d-b6ba-3b1e69121bce req-9085b607-ed5f-4e20-ae0b-c164e436f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:04.653818 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-5832d6aa-aab4-442d-b6ba-3b1e69121bce req-9085b607-ed5f-4e20-ae0b-c164e436f751 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b8305e7-fc73-4884-8968-f1c6a05e1337 HTTP/1.1" status: 200 len: 919 time: 0.0878346 Mar 23 11:03:04.688752 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e7236c02-b062-40b2-aed8-3d7af50027a5 req-21a2571b-bf62-41a5-b04f-7fe1d82e5cb8 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411577 Mar 23 11:03:05.081824 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-5832d6aa-aab4-442d-b6ba-3b1e69121bce req-332b2c64-3afb-4068-81dd-f69f6b7a0f3f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1372175-8fbf-4f3d-bc8d-83c1462b7917 HTTP/1.1" status: 200 len: 217 time: 0.0545199 Mar 23 11:03:05.141534 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832d6aa-aab4-442d-b6ba-3b1e69121bce req-24f6165f-1790-4bf4-af0e-d16ab01d457c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:05.145285 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-5832d6aa-aab4-442d-b6ba-3b1e69121bce req-24f6165f-1790-4bf4-af0e-d16ab01d457c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=886ce67b-f101-4e68-8143-abba0194fcaa HTTP/1.1" status: 200 len: 857 time: 0.0553608 Mar 23 11:03:05.192458 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832d6aa-aab4-442d-b6ba-3b1e69121bce req-0c574226-366b-497b-9af3-f8a43f2a3c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:05.194014 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-5832d6aa-aab4-442d-b6ba-3b1e69121bce req-0c574226-366b-497b-9af3-f8a43f2a3c2b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b8305e7-fc73-4884-8968-f1c6a05e1337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442557 Mar 23 11:03:05.283662 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-5832d6aa-aab4-442d-b6ba-3b1e69121bce req-a5e4b298-76d1-489c-8201-32398edc0f2b service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804598 Mar 23 11:03:05.381668 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-5832d6aa-aab4-442d-b6ba-3b1e69121bce req-3823963e-6973-4f9c-b24c-1f64965c7480 service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903211 Mar 23 11:03:05.459177 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71467cb-aa8d-4e48-bc7b-0b39f3363b23 req-d886ee38-f715-450b-9716-c14781f841cd tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:05.461281 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d71467cb-aa8d-4e48-bc7b-0b39f3363b23 req-d886ee38-f715-450b-9716-c14781f841cd tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0874145 Mar 23 11:03:05.488222 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b424577-35cb-40e7-a6cf-05f8b57fb15e req-29bceffd-2e1c-4ada-9f78-6d2e69addbe5 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:05.489731 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1b424577-35cb-40e7-a6cf-05f8b57fb15e req-29bceffd-2e1c-4ada-9f78-6d2e69addbe5 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0852990 Mar 23 11:03:05.541229 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d71467cb-aa8d-4e48-bc7b-0b39f3363b23 req-7c481e41-546c-4ed3-9bff-82c6c35e9b56 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738292 Mar 23 11:03:05.562516 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1b424577-35cb-40e7-a6cf-05f8b57fb15e req-6e723866-679d-43ec-b6a5-019018a8002a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660920 Mar 23 11:03:05.835356 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf3bc4-118e-4ccc-88f5-9ae5a030b02b req-9d4c6a49-6e51-4f98-89d6-4bd287a8c02d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:05.836875 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bacf3bc4-118e-4ccc-88f5-9ae5a030b02b req-9d4c6a49-6e51-4f98-89d6-4bd287a8c02d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0538964 Mar 23 11:03:05.893790 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bacf3bc4-118e-4ccc-88f5-9ae5a030b02b req-673f8dd9-4aef-4868-a800-cddabd70275c tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504417 Mar 23 11:03:06.704637 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5748bcc-48b2-4df8-a80b-872c231eed87 req-e89dae47-6abc-4697-9adf-c1e556f27149 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:06.706086 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d5748bcc-48b2-4df8-a80b-872c231eed87 req-e89dae47-6abc-4697-9adf-c1e556f27149 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0974531 Mar 23 11:03:06.719937 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660dc73-5d4c-4e23-a7a8-5c9e6f2d8d52 req-ca6de4b6-9bbf-486c-80f3-fa6b938b8a5a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:06.721830 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c660dc73-5d4c-4e23-a7a8-5c9e6f2d8d52 req-ca6de4b6-9bbf-486c-80f3-fa6b938b8a5a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0760217 Mar 23 11:03:06.796397 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d5748bcc-48b2-4df8-a80b-872c231eed87 req-f863670a-814a-4dc9-be8a-21de89daa8ab tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727735 Mar 23 11:03:06.803696 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c660dc73-5d4c-4e23-a7a8-5c9e6f2d8d52 req-e9485a5e-75ba-4c9e-be7c-9947939d9710 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723403 Mar 23 11:03:06.931282 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11b21d-5969-43de-ae32-9faae91f3fa7 req-5a3ce42e-5f5f-40e9-af33-291314c4a6ef tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:06.932988 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-cf11b21d-5969-43de-ae32-9faae91f3fa7 req-5a3ce42e-5f5f-40e9-af33-291314c4a6ef tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0582728 Mar 23 11:03:06.942820 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 47932) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:06.948108 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-324039b1-f3de-4c33-9d68-704d5900a6db tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Request body: {'floatingip': {'port_id': '1f832c2a-d3c5-4523-b20a-45a805e6d44f'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:03:07.032001 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-324039b1-f3de-4c33-9d68-704d5900a6db tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for floatingip (083c5d62-cbff-46b9-a758-887c31f447fb), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:07.174488 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 47942) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:07.197409 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d441b54-7269-4490-91b6-b553b09419ce req-caaa6997-31d2-4a88-8ca6-129c67623c58 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:07.198921 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3d441b54-7269-4490-91b6-b553b09419ce req-caaa6997-31d2-4a88-8ca6-129c67623c58 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.1917512 Mar 23 11:03:07.311646 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c2a001ed-7f15-4ebd-84fb-093dd02d2b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:07.383420 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3d441b54-7269-4490-91b6-b553b09419ce req-e2819da8-f240-4516-b298-23094e44a28b tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241736 Mar 23 11:03:07.384043 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 47950) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:07.415771 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c2a001ed-7f15-4ebd-84fb-093dd02d2b59 admin admin] Publish callbacks [] for security_group (890addd7-1dfc-4af4-a4b7-9cd119bd8f8a), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:07.656396 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4b5c1e03-8e80-489c-b5b1-9f75272d8a9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:07.656396 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4b5c1e03-8e80-489c-b5b1-9f75272d8a9d admin admin] Publish callbacks [] for security_group (4d9199e3-9da6-4528-9488-e7430e2fe00f), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:07.657072 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f17e5-c8a8-45bd-bba0-61e092ada206 req-b4d974ac-3387-4c19-a8d7-2d20d3e78393 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:07.657072 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6d8f17e5-c8a8-45bd-bba0-61e092ada206 req-b4d974ac-3387-4c19-a8d7-2d20d3e78393 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.1843936 Mar 23 11:03:07.657260 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 47956) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:07.660677 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-c7bdc192-c8fb-40d4-985c-97bc22acdb47 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Request body: {'floatingip': {'port_id': 'c702d0b9-c86f-4e87-9486-2ffd22a442f4'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:03:07.738159 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c7bdc192-c8fb-40d4-985c-97bc22acdb47 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for floatingip (83767761-e7e6-4281-8ce7-c8c0272a18b5), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:07.764527 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-324039b1-f3de-4c33-9d68-704d5900a6db tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:07.943270 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60574f6-971d-4d71-82c5-c28654e16bba req-dd16aea5-0748-4011-b438-fc888b0a11d6 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:07.944641 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c60574f6-971d-4d71-82c5-c28654e16bba req-dd16aea5-0748-4011-b438-fc888b0a11d6 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0512855 Mar 23 11:03:07.996158 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c60574f6-971d-4d71-82c5-c28654e16bba req-12dcea0a-d3cf-48f8-8dbd-21e5a1767b81 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458810 Mar 23 11:03:08.739404 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c2a001ed-7f15-4ebd-84fb-093dd02d2b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (890addd7-1dfc-4af4-a4b7-9cd119bd8f8a), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:08.741011 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-324039b1-f3de-4c33-9d68-704d5900a6db tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (083c5d62-cbff-46b9-a758-887c31f447fb), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:08.796726 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4b5c1e03-8e80-489c-b5b1-9f75272d8a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (4d9199e3-9da6-4528-9488-e7430e2fe00f), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:08.870062 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.l3_db [None req-324039b1-f3de-4c33-9d68-704d5900a6db tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Floating IP 083c5d62-cbff-46b9-a758-887c31f447fb associated. External IP: 172.27.0.121, port: 1f832c2a-d3c5-4523-b20a-45a805e6d44f. Mar 23 11:03:08.872607 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-c2a001ed-7f15-4ebd-84fb-093dd02d2b59 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5b0f0aa89b1745c195250089baac0b33&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6969192 Mar 23 11:03:08.884606 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 47968) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:08.897280 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a001ed-7f15-4ebd-84fb-093dd02d2b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890addd7-1dfc-4af4-a4b7-9cd119bd8f8a,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:08.914278 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-4b5c1e03-8e80-489c-b5b1-9f75272d8a9d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cba49599b26d404b9045d7755019a7aa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5410216 Mar 23 11:03:08.924589 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 47970) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:08.984994 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c1e03-8e80-489c-b5b1-9f75272d8a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9199e3-9da6-4528-9488-e7430e2fe00f,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:09.050705 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9146e250-1f4e-40f5-97b3-e033fa5edcd1 admin admin] Publish callbacks [] for security_group (890addd7-1dfc-4af4-a4b7-9cd119bd8f8a), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:09.200603 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9146e250-1f4e-40f5-97b3-e033fa5edcd1 admin admin] Publish callbacks [] for security_group (890addd7-1dfc-4af4-a4b7-9cd119bd8f8a), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:09.212656 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-95bea262-daf1-4b55-874e-f414bf0ae8df admin admin] Publish callbacks [] for security_group (4d9199e3-9da6-4528-9488-e7430e2fe00f), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:09.306977 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f3c60-2d6b-4fc2-867f-506fab5d2fc0 req-3ef729e2-4c86-4560-8304-580e5fe48899 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:09.308761 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ec0f3c60-2d6b-4fc2-867f-506fab5d2fc0 req-3ef729e2-4c86-4560-8304-580e5fe48899 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.1106381 Mar 23 11:03:09.317700 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324039b1-f3de-4c33-9d68-704d5900a6db tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Router cb4dbaa4-6cb5-40f4-be1a-8814259b97de has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:03:09.430663 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ec0f3c60-2d6b-4fc2-867f-506fab5d2fc0 req-3ee6de6d-3fe2-4eea-a766-f3a2da463f89 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150951 Mar 23 11:03:09.455592 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-95bea262-daf1-4b55-874e-f414bf0ae8df admin admin] Publish callbacks [] for security_group (4d9199e3-9da6-4528-9488-e7430e2fe00f), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:09.475808 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324039b1-f3de-4c33-9d68-704d5900a6db tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:03:09.481250 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-324039b1-f3de-4c33-9d68-704d5900a6db tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:09.493033 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8b2540-2421-4b64-971c-f608f27b479c None None] Sync routers for ids ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:03:09.504342 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8b2540-2421-4b64-971c-f608f27b479c None None] Routers {'cb4dbaa4-6cb5-40f4-be1a-8814259b97de'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:03:09.505333 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-1f8b2540-2421-4b64-971c-f608f27b479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f29770aae20>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:02:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:09.520238 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-324039b1-f3de-4c33-9d68-704d5900a6db tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "PUT /v2.0/floatingips/083c5d62-cbff-46b9-a758-887c31f447fb HTTP/1.1" status: 200 len: 991 time: 2.5761690 Mar 23 11:03:09.523201 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73996af-ca46-4193-9af6-c60bbfcda85a', 'tag': '1f832c2a-d3c5-4523-b20a-45a805e6d44f'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:03:09.523587 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ceffa53-4f31-4e33-853d-5ad3605d25c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d73996af-ca46-4193-9af6-c60bbfcda85a", "tag": "1f832c2a-d3c5-4523-b20a-45a805e6d44f"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:03:09.576372 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605223df-eabe-4d8b-b1b9-115d06fcb6ee x-openstack-request-id: req-605223df-eabe-4d8b-b1b9-115d06fcb6ee {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:03:09.576372 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73996af-ca46-4193-9af6-c60bbfcda85a", "tag": "1f832c2a-d3c5-4523-b20a-45a805e6d44f", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:03:09.576665 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-605223df-eabe-4d8b-b1b9-115d06fcb6ee {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:03:09.577080 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-605223df-eabe-4d8b-b1b9-115d06fcb6ee'] response: {'name': 'network-changed', 'server_uuid': 'd73996af-ca46-4193-9af6-c60bbfcda85a', 'tag': '1f832c2a-d3c5-4523-b20a-45a805e6d44f', 'status': 'completed', 'code': 200} Mar 23 11:03:09.622797 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-1f8b2540-2421-4b64-971c-f608f27b479c None None] Set router cb4dbaa4-6cb5-40f4-be1a-8814259b97de gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:03:09.654717 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9146e250-1f4e-40f5-97b3-e033fa5edcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (890addd7-1dfc-4af4-a4b7-9cd119bd8f8a), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:09.657266 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9146e250-1f4e-40f5-97b3-e033fa5edcd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:09.658405 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-9146e250-1f4e-40f5-97b3-e033fa5edcd1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/890addd7-1dfc-4af4-a4b7-9cd119bd8f8a HTTP/1.1" status: 204 len: 168 time: 0.7728169 Mar 23 11:03:09.664613 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c7bdc192-c8fb-40d4-985c-97bc22acdb47 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:09.674780 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146e250-1f4e-40f5-97b3-e033fa5edcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890addd7-1dfc-4af4-a4b7-9cd119bd8f8a,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:09.705030 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceffa53-4f31-4e33-853d-5ad3605d25c9 req-164f950d-6498-4808-bf7c-a8a5ad6e26ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:09.706761 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-4ceffa53-4f31-4e33-853d-5ad3605d25c9 req-164f950d-6498-4808-bf7c-a8a5ad6e26ab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88a763b09264492ebee3006194629da1&device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 1129 time: 0.0969253 Mar 23 11:03:09.709270 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-95bea262-daf1-4b55-874e-f414bf0ae8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (4d9199e3-9da6-4528-9488-e7430e2fe00f), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:09.711774 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-95bea262-daf1-4b55-874e-f414bf0ae8df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:09.712902 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-95bea262-daf1-4b55-874e-f414bf0ae8df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d9199e3-9da6-4528-9488-e7430e2fe00f HTTP/1.1" status: 204 len: 168 time: 0.7852278 Mar 23 11:03:09.765576 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bea262-daf1-4b55-874e-f414bf0ae8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9199e3-9da6-4528-9488-e7430e2fe00f,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:09.769242 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c7bdc192-c8fb-40d4-985c-97bc22acdb47 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (83767761-e7e6-4281-8ce7-c8c0272a18b5), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:09.894763 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceffa53-4f31-4e33-853d-5ad3605d25c9 req-45ff8844-1c3a-4d43-8075-0ba98ad9ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:09.896273 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-4ceffa53-4f31-4e33-853d-5ad3605d25c9 req-45ff8844-1c3a-4d43-8075-0ba98ad9ef45 service neutron] 10.222.0.52 "GET /v2.0/networks?id=eeda6053-fd0d-4e64-ad5b-c3168c41b691 HTTP/1.1" status: 200 len: 912 time: 0.1822472 Mar 23 11:03:09.912284 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:03:09.954332 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.db.l3_db [None req-c7bdc192-c8fb-40d4-985c-97bc22acdb47 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Floating IP 83767761-e7e6-4281-8ce7-c8c0272a18b5 associated. External IP: 172.27.0.247, port: c702d0b9-c86f-4e87-9486-2ffd22a442f4. Mar 23 11:03:09.954713 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-1f8b2540-2421-4b64-971c-f608f27b479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f29770aae20>, [{'id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'name': 'tempest-AttachVolumeTestJSON-1078316782-router', 'tenant_id': '88a763b09264492ebee3006194629da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:26Z', 'revision_number': 4, 'project_id': '88a763b09264492ebee3006194629da1', 'gw_port': {'id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '083c5d62-cbff-46b9-a758-887c31f447fb', 'tenant_id': '88a763b09264492ebee3006194629da1', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'port_id': '1f832c2a-d3c5-4523-b20a-45a805e6d44f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'mac_address': 'fa:16:3e:43:41:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73996af-ca46-4193-9af6-c60bbfcda85a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:02:33Z', 'updated_at': '2022-03-23T11:03:07Z', 'revision_number': 1, 'project_id': '88a763b09264492ebee3006194629da1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b8b188-e216-45ba-a788-20f4d39d9165', 'name': '', 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'tenant_id': '88a763b09264492ebee3006194629da1', 'mac_address': 'fa:16:3e:4d:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:25Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 5, 'project_id': '88a763b09264492ebee3006194629da1', 'subnets': [{'id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:09.981533 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8b2540-2421-4b64-971c-f608f27b479c None None] Checking router: cb4dbaa4-6cb5-40f4-be1a-8814259b97de for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:03:09.996178 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8b2540-2421-4b64-971c-f608f27b479c None None] Routers {'cb4dbaa4-6cb5-40f4-be1a-8814259b97de'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:03:09.996178 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-1f8b2540-2421-4b64-971c-f608f27b479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f29770aae20>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:02:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:10.086917 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-4ceffa53-4f31-4e33-853d-5ad3605d25c9 req-116aa128-7722-44bf-a5fc-a71899b3602d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f832c2a-d3c5-4523-b20a-45a805e6d44f HTTP/1.1" status: 200 len: 999 time: 0.1795831 Mar 23 11:03:10.153919 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-1f8b2540-2421-4b64-971c-f608f27b479c None None] Set router cb4dbaa4-6cb5-40f4-be1a-8814259b97de gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:03:10.162512 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceffa53-4f31-4e33-853d-5ad3605d25c9 req-ce9b2a74-29c9-44e5-8300-4e762780550a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:10.164097 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-4ceffa53-4f31-4e33-853d-5ad3605d25c9 req-ce9b2a74-29c9-44e5-8300-4e762780550a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0a92f87a-4230-4f3a-9c60-1bacc798819f HTTP/1.1" status: 200 len: 850 time: 0.0659480 Mar 23 11:03:10.299717 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceffa53-4f31-4e33-853d-5ad3605d25c9 req-50efcb03-192a-4f49-aea6-3835ef18c109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:10.301209 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-4ceffa53-4f31-4e33-853d-5ad3605d25c9 req-50efcb03-192a-4f49-aea6-3835ef18c109 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eeda6053-fd0d-4e64-ad5b-c3168c41b691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0662048 Mar 23 11:03:10.317922 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bdc192-c8fb-40d4-985c-97bc22acdb47 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Router 6caa565d-e730-4602-893b-972c8b586aa6 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:03:10.416938 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-1f8b2540-2421-4b64-971c-f608f27b479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f29770aae20>, [{'id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'name': 'tempest-AttachVolumeTestJSON-1078316782-router', 'tenant_id': '88a763b09264492ebee3006194629da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:26Z', 'revision_number': 4, 'project_id': '88a763b09264492ebee3006194629da1', 'gw_port': {'id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '083c5d62-cbff-46b9-a758-887c31f447fb', 'tenant_id': '88a763b09264492ebee3006194629da1', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'port_id': '1f832c2a-d3c5-4523-b20a-45a805e6d44f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'mac_address': 'fa:16:3e:43:41:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73996af-ca46-4193-9af6-c60bbfcda85a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:02:33Z', 'updated_at': '2022-03-23T11:03:07Z', 'revision_number': 1, 'project_id': '88a763b09264492ebee3006194629da1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b8b188-e216-45ba-a788-20f4d39d9165', 'name': '', 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'tenant_id': '88a763b09264492ebee3006194629da1', 'mac_address': 'fa:16:3e:4d:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:25Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 5, 'project_id': '88a763b09264492ebee3006194629da1', 'subnets': [{'id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:10.446447 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8b2540-2421-4b64-971c-f608f27b479c None None] The sync data for ids ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'] in dv-cinder-790535-33-iscsi is: [{'id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'name': 'tempest-AttachVolumeTestJSON-1078316782-router', 'tenant_id': '88a763b09264492ebee3006194629da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:26Z', 'revision_number': 4, 'project_id': '88a763b09264492ebee3006194629da1', 'gw_port': {'id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '083c5d62-cbff-46b9-a758-887c31f447fb', 'tenant_id': '88a763b09264492ebee3006194629da1', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'port_id': '1f832c2a-d3c5-4523-b20a-45a805e6d44f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'mac_address': 'fa:16:3e:43:41:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73996af-ca46-4193-9af6-c60bbfcda85a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:02:33Z', 'updated_at': '2022-03-23T11:03:07Z', 'revision_number': 1, 'project_id': '88a763b09264492ebee3006194629da1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b8b188-e216-45ba-a788-20f4d39d9165', 'name': '', 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'tenant_id': '88a763b09264492ebee3006194629da1', 'mac_address': 'fa:16:3e:4d:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:25Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 5, 'project_id': '88a763b09264492ebee3006194629da1', 'subnets': [{'id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:03:10.495645 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-4ceffa53-4f31-4e33-853d-5ad3605d25c9 req-d1989f02-057e-42d0-a480-758966603c5b service neutron] 10.222.0.52 "GET /v2.0/networks/eeda6053-fd0d-4e64-ad5b-c3168c41b691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688633 Mar 23 11:03:10.528161 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bdc192-c8fb-40d4-985c-97bc22acdb47 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:03:10.545451 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c7bdc192-c8fb-40d4-985c-97bc22acdb47 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:10.545688 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31061874-d465-4951-aff5-9a96d7a91e02 None None] Sync routers for ids ['6caa565d-e730-4602-893b-972c8b586aa6'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:03:10.563647 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 48008) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:10.571155 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31061874-d465-4951-aff5-9a96d7a91e02 None None] Routers {'6caa565d-e730-4602-893b-972c8b586aa6'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:03:10.572131 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-31061874-d465-4951-aff5-9a96d7a91e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975d48340>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:02:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['6caa565d-e730-4602-893b-972c8b586aa6'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:10.605720 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-a24e0a8a-37c2-46a4-bafc-1b894c2aab2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:10.632132 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8227d-9057-470f-8074-add01b219c89 req-83755b3e-d024-40ba-acc1-2870e3577933 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:10.639944 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-98d8227d-9057-470f-8074-add01b219c89 req-83755b3e-d024-40ba-acc1-2870e3577933 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.1351557 Mar 23 11:03:10.642132 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-c7bdc192-c8fb-40d4-985c-97bc22acdb47 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "PUT /v2.0/floatingips/83767761-e7e6-4281-8ce7-c8c0272a18b5 HTTP/1.1" status: 200 len: 991 time: 2.9859791 Mar 23 11:03:10.655515 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3be861-f7ed-4e23-9d00-09c761095f41', 'tag': 'c702d0b9-c86f-4e87-9486-2ffd22a442f4'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:03:10.657978 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05d506e-b2b6-4029-80f1-61eea11ae573" -d '{"events": [{"name": "network-changed", "server_uuid": "cd3be861-f7ed-4e23-9d00-09c761095f41", "tag": "c702d0b9-c86f-4e87-9486-2ffd22a442f4"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:03:10.709122 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-4ceffa53-4f31-4e33-853d-5ad3605d25c9 req-75308c53-099b-4126-ba11-e86e36c9f88e service neutron] 10.222.0.52 "GET /v2.0/networks/eeda6053-fd0d-4e64-ad5b-c3168c41b691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025535 Mar 23 11:03:10.732118 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-31061874-d465-4951-aff5-9a96d7a91e02 None None] Set router 6caa565d-e730-4602-893b-972c8b586aa6 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:03:10.740952 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-98d8227d-9057-470f-8074-add01b219c89 req-12191488-8355-4c38-b7c2-823ad88e81e0 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975339 Mar 23 11:03:10.762288 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-a24e0a8a-37c2-46a4-bafc-1b894c2aab2b admin admin] Publish callbacks [] for security_group (27943e9f-658e-432e-a00e-c107e2e63d03), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:10.770336 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a07c60-0fb2-41d5-8eb7-8dcb0ec59ae1 x-openstack-request-id: req-33a07c60-0fb2-41d5-8eb7-8dcb0ec59ae1 {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:03:10.770943 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd3be861-f7ed-4e23-9d00-09c761095f41", "tag": "c702d0b9-c86f-4e87-9486-2ffd22a442f4", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:03:10.771134 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33a07c60-0fb2-41d5-8eb7-8dcb0ec59ae1 {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:03:10.771557 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33a07c60-0fb2-41d5-8eb7-8dcb0ec59ae1'] response: {'name': 'network-changed', 'server_uuid': 'cd3be861-f7ed-4e23-9d00-09c761095f41', 'tag': 'c702d0b9-c86f-4e87-9486-2ffd22a442f4', 'status': 'completed', 'code': 200} Mar 23 11:03:10.785260 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 48016) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:10.846426 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-a24e0a8a-37c2-46a4-bafc-1b894c2aab2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (27943e9f-658e-432e-a00e-c107e2e63d03), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:10.849835 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ffbf6-8814-4956-8a3b-41f183a3387e None None] New status for floating IP 083c5d62-cbff-46b9-a758-887c31f447fb: ACTIVE {{(pid=103542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:03:10.972573 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 48022) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:10.974726 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-a24e0a8a-37c2-46a4-bafc-1b894c2aab2b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2954df3a20fd40e9bd99fae7bf329e33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4103162 Mar 23 11:03:10.996805 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d506e-b2b6-4029-80f1-61eea11ae573 req-9ac18d4a-2e3d-488c-b3f2-3d4a8beca536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:10.997476 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f05d506e-b2b6-4029-80f1-61eea11ae573 req-9ac18d4a-2e3d-488c-b3f2-3d4a8beca536 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a9722a34d004a16ae8e2fb602d551e8&device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 1129 time: 0.1965892 Mar 23 11:03:10.998100 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e0a8a-37c2-46a4-bafc-1b894c2aab2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27943e9f-658e-432e-a00e-c107e2e63d03,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:11.007838 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9aa8e3ee-3c7d-4d21-8f29-3ba2bdf34cb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:11.062159 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-7f330fb7-7e17-4853-b988-f4a832d446e0 admin admin] Publish callbacks [] for security_group (27943e9f-658e-432e-a00e-c107e2e63d03), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:11.107986 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-31061874-d465-4951-aff5-9a96d7a91e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975d48340>, [{'id': '6caa565d-e730-4602-893b-972c8b586aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-1335546804-router', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'gw_port': {'id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:22Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '83767761-e7e6-4281-8ce7-c8c0272a18b5', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'port_id': 'c702d0b9-c86f-4e87-9486-2ffd22a442f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'mac_address': 'fa:16:3e:6f:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3be861-f7ed-4e23-9d00-09c761095f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:02:40Z', 'updated_at': '2022-03-23T11:03:09Z', 'revision_number': 1, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18896643-080e-45ec-9651-fcc34ac08cdc', 'name': '', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'mac_address': 'fa:16:3e:fe:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:38Z', 'revision_number': 5, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'subnets': [{'id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:11.115994 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-7f330fb7-7e17-4853-b988-f4a832d446e0 admin admin] Publish callbacks [] for security_group (27943e9f-658e-432e-a00e-c107e2e63d03), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:11.140346 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31061874-d465-4951-aff5-9a96d7a91e02 None None] Checking router: 6caa565d-e730-4602-893b-972c8b586aa6 for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:03:11.151153 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31061874-d465-4951-aff5-9a96d7a91e02 None None] Routers {'6caa565d-e730-4602-893b-972c8b586aa6'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:03:11.152351 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-31061874-d465-4951-aff5-9a96d7a91e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975d48340>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:02:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['6caa565d-e730-4602-893b-972c8b586aa6'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:11.172698 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d506e-b2b6-4029-80f1-61eea11ae573 req-b8aa641b-8309-4ec9-8336-e3df4fdc28e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:11.174261 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f05d506e-b2b6-4029-80f1-61eea11ae573 req-b8aa641b-8309-4ec9-8336-e3df4fdc28e9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a89a6767-25b8-437f-a491-713b0277c026 HTTP/1.1" status: 200 len: 918 time: 0.1571577 Mar 23 11:03:11.228285 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 48024) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:11.243820 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b1edfd10-9dd2-41a1-870d-c1038a221e24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:11.288177 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-7f330fb7-7e17-4853-b988-f4a832d446e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (27943e9f-658e-432e-a00e-c107e2e63d03), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:11.291226 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-7f330fb7-7e17-4853-b988-f4a832d446e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:11.295046 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-7f330fb7-7e17-4853-b988-f4a832d446e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/27943e9f-658e-432e-a00e-c107e2e63d03 HTTP/1.1" status: 204 len: 168 time: 0.3189712 Mar 23 11:03:11.309547 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f330fb7-7e17-4853-b988-f4a832d446e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27943e9f-658e-432e-a00e-c107e2e63d03,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:11.370103 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b1edfd10-9dd2-41a1-870d-c1038a221e24 admin admin] Publish callbacks [] for security_group (7845c8e3-bd68-4fce-a840-e4104fcf3450), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:11.459398 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b1edfd10-9dd2-41a1-870d-c1038a221e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (7845c8e3-bd68-4fce-a840-e4104fcf3450), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:11.482472 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-31061874-d465-4951-aff5-9a96d7a91e02 None None] Set router 6caa565d-e730-4602-893b-972c8b586aa6 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:03:11.489610 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9aa8e3ee-3c7d-4d21-8f29-3ba2bdf34cb3 admin admin] Publish callbacks [] for security_group (b0b761af-4e51-46b9-a416-15a6e61f859d), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:11.502144 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-b1edfd10-9dd2-41a1-870d-c1038a221e24 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7da2e4dfcfcc4bc7bd9715a7297b8fa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706254 Mar 23 11:03:11.508925 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 48032) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:11.524159 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edfd10-9dd2-41a1-870d-c1038a221e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7845c8e3-bd68-4fce-a840-e4104fcf3450,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:11.535571 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f05d506e-b2b6-4029-80f1-61eea11ae573 req-8e07b794-0678-4965-adff-5f8151249bf2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c702d0b9-c86f-4e87-9486-2ffd22a442f4 HTTP/1.1" status: 200 len: 999 time: 0.3513379 Mar 23 11:03:11.592007 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9aa8e3ee-3c7d-4d21-8f29-3ba2bdf34cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (b0b761af-4e51-46b9-a416-15a6e61f859d), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:11.657132 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d506e-b2b6-4029-80f1-61eea11ae573 req-ee525d0a-cbff-40c7-8a3c-585ab182ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:11.658640 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f05d506e-b2b6-4029-80f1-61eea11ae573 req-ee525d0a-cbff-40c7-8a3c-585ab182ce64 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76120b10-aef4-4df3-9eb9-41b94555bce9 HTTP/1.1" status: 200 len: 856 time: 0.1119239 Mar 23 11:03:11.664776 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-9aa8e3ee-3c7d-4d21-8f29-3ba2bdf34cb3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=374d956fd3294c978311eb8c4ce80829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8783419 Mar 23 11:03:11.667888 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 48038) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:11.669702 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8e3ee-3c7d-4d21-8f29-3ba2bdf34cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b761af-4e51-46b9-a416-15a6e61f859d,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:11.723879 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3b573b12-004e-42cd-b992-477cb1747777 admin admin] Publish callbacks [] for security_group (7845c8e3-bd68-4fce-a840-e4104fcf3450), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:11.748343 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-7728e6c1-fe91-4d4f-aa65-d8a8093f7781 admin admin] Publish callbacks [] for security_group (b0b761af-4e51-46b9-a416-15a6e61f859d), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:11.763552 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3b573b12-004e-42cd-b992-477cb1747777 admin admin] Publish callbacks [] for security_group (7845c8e3-bd68-4fce-a840-e4104fcf3450), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:11.771334 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d506e-b2b6-4029-80f1-61eea11ae573 req-423fdee8-98f1-4cb1-810b-a376646108c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:11.771925 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f05d506e-b2b6-4029-80f1-61eea11ae573 req-423fdee8-98f1-4cb1-810b-a376646108c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a89a6767-25b8-437f-a491-713b0277c026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1039433 Mar 23 11:03:11.795167 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-7728e6c1-fe91-4d4f-aa65-d8a8093f7781 admin admin] Publish callbacks [] for security_group (b0b761af-4e51-46b9-a416-15a6e61f859d), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:11.858146 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-31061874-d465-4951-aff5-9a96d7a91e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975d48340>, [{'id': '6caa565d-e730-4602-893b-972c8b586aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-1335546804-router', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'gw_port': {'id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:22Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '83767761-e7e6-4281-8ce7-c8c0272a18b5', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'port_id': 'c702d0b9-c86f-4e87-9486-2ffd22a442f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'mac_address': 'fa:16:3e:6f:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3be861-f7ed-4e23-9d00-09c761095f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:02:40Z', 'updated_at': '2022-03-23T11:03:09Z', 'revision_number': 1, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18896643-080e-45ec-9651-fcc34ac08cdc', 'name': '', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'mac_address': 'fa:16:3e:fe:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:38Z', 'revision_number': 5, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'subnets': [{'id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:11.898038 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31061874-d465-4951-aff5-9a96d7a91e02 None None] The sync data for ids ['6caa565d-e730-4602-893b-972c8b586aa6'] in dv-cinder-790535-33-iscsi is: [{'id': '6caa565d-e730-4602-893b-972c8b586aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-1335546804-router', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'gw_port': {'id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:22Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '83767761-e7e6-4281-8ce7-c8c0272a18b5', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'floating_ip_address': '172.27.0.247', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'port_id': 'c702d0b9-c86f-4e87-9486-2ffd22a442f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'mac_address': 'fa:16:3e:6f:52:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd3be861-f7ed-4e23-9d00-09c761095f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:02:40Z', 'updated_at': '2022-03-23T11:03:09Z', 'revision_number': 1, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18896643-080e-45ec-9651-fcc34ac08cdc', 'name': '', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'mac_address': 'fa:16:3e:fe:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:38Z', 'revision_number': 5, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'subnets': [{'id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:03:11.918626 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc3af1-8f44-4053-88fa-cfc14e88ee22 req-467ac019-e350-4a54-adfb-3bff5bf36099 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:11.920269 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0dcc3af1-8f44-4053-88fa-cfc14e88ee22 req-467ac019-e350-4a54-adfb-3bff5bf36099 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0670483 Mar 23 11:03:11.963159 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3b573b12-004e-42cd-b992-477cb1747777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (7845c8e3-bd68-4fce-a840-e4104fcf3450), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:11.965474 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-7728e6c1-fe91-4d4f-aa65-d8a8093f7781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (b0b761af-4e51-46b9-a416-15a6e61f859d), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:11.967682 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3b573b12-004e-42cd-b992-477cb1747777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:11.968416 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-7728e6c1-fe91-4d4f-aa65-d8a8093f7781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:11.969387 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-7728e6c1-fe91-4d4f-aa65-d8a8093f7781 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0b761af-4e51-46b9-a416-15a6e61f859d HTTP/1.1" status: 204 len: 168 time: 0.3003633 Mar 23 11:03:11.974605 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-3b573b12-004e-42cd-b992-477cb1747777 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7845c8e3-bd68-4fce-a840-e4104fcf3450 HTTP/1.1" status: 204 len: 168 time: 0.4645793 Mar 23 11:03:11.986708 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f05d506e-b2b6-4029-80f1-61eea11ae573 req-30b4e1c6-54b4-458d-b91c-e0250f2ee2d0 service neutron] 10.222.0.52 "GET /v2.0/networks/a89a6767-25b8-437f-a491-713b0277c026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600335 Mar 23 11:03:11.986841 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728e6c1-fe91-4d4f-aa65-d8a8093f7781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b761af-4e51-46b9-a416-15a6e61f859d,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:11.994506 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b573b12-004e-42cd-b992-477cb1747777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7845c8e3-bd68-4fce-a840-e4104fcf3450,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:12.015716 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0dcc3af1-8f44-4053-88fa-cfc14e88ee22 req-ad76ffd1-9aea-42f1-8371-8ef2f261179a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888770 Mar 23 11:03:12.093115 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f05d506e-b2b6-4029-80f1-61eea11ae573 req-02c8b079-963a-405c-9d1b-e74b109fc352 service neutron] 10.222.0.52 "GET /v2.0/networks/a89a6767-25b8-437f-a491-713b0277c026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960050 Mar 23 11:03:12.186672 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d8aa9a-b795-4c3e-995b-dce035a0abf1 None None] New status for floating IP 83767761-e7e6-4281-8ce7-c8c0272a18b5: ACTIVE {{(pid=103541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:03:12.349249 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 48056) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:12.367520 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8f30ac0b-36c4-459e-824f-276200d9e6cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:12.455312 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8f30ac0b-36c4-459e-824f-276200d9e6cd admin admin] Publish callbacks [] for security_group (e138661f-bec7-43d3-b960-4d407e99d710), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:12.556823 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8f30ac0b-36c4-459e-824f-276200d9e6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (e138661f-bec7-43d3-b960-4d407e99d710), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:12.605704 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30ac0b-36c4-459e-824f-276200d9e6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e138661f-bec7-43d3-b960-4d407e99d710,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:12.612918 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 48060) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:12.613022 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-8f30ac0b-36c4-459e-824f-276200d9e6cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c6ed848a8b734384b6bafd76bc5de3d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2624226 Mar 23 11:03:12.663073 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-77f78252-beac-4922-986e-b213cfb42a39 admin admin] Publish callbacks [] for security_group (e138661f-bec7-43d3-b960-4d407e99d710), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:12.678075 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 48062) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:12.700063 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-77f78252-beac-4922-986e-b213cfb42a39 admin admin] Publish callbacks [] for security_group (e138661f-bec7-43d3-b960-4d407e99d710), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:12.805611 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-89da5e6b-b282-4df8-bb7b-d78adf449561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:12.856952 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-77f78252-beac-4922-986e-b213cfb42a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (e138661f-bec7-43d3-b960-4d407e99d710), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:12.859588 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-77f78252-beac-4922-986e-b213cfb42a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:12.863032 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-77f78252-beac-4922-986e-b213cfb42a39 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e138661f-bec7-43d3-b960-4d407e99d710 HTTP/1.1" status: 204 len: 168 time: 0.2469358 Mar 23 11:03:12.877184 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f78252-beac-4922-986e-b213cfb42a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e138661f-bec7-43d3-b960-4d407e99d710,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:12.927661 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-89da5e6b-b282-4df8-bb7b-d78adf449561 admin admin] Publish callbacks [] for security_group (e334510a-2425-4a45-8ab0-ee48da5dba43), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:13.018721 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-89da5e6b-b282-4df8-bb7b-d78adf449561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (e334510a-2425-4a45-8ab0-ee48da5dba43), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:13.062445 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 48078) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:13.062908 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-89da5e6b-b282-4df8-bb7b-d78adf449561 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc95ba840ed74937a6f804a443372a75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3820167 Mar 23 11:03:13.062908 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da5e6b-b282-4df8-bb7b-d78adf449561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e334510a-2425-4a45-8ab0-ee48da5dba43,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:13.065649 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 48080) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:13.086290 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-019c07d7-97b2-4259-ad4e-9e910c4145e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:13.136759 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-341bf1d5-6261-412a-b660-f15280b6b4dd admin admin] Publish callbacks [] for security_group (e334510a-2425-4a45-8ab0-ee48da5dba43), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:13.183145 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-341bf1d5-6261-412a-b660-f15280b6b4dd admin admin] Publish callbacks [] for security_group (e334510a-2425-4a45-8ab0-ee48da5dba43), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:13.216848 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f600a1-079e-4b5a-b21c-d73f649b1808 req-95cd606b-b4ce-4cc7-a615-fbfee47afee4 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:13.223004 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f5f600a1-079e-4b5a-b21c-d73f649b1808 req-95cd606b-b4ce-4cc7-a615-fbfee47afee4 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.1136427 Mar 23 11:03:13.283151 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-019c07d7-97b2-4259-ad4e-9e910c4145e1 admin admin] Publish callbacks [] for security_group (49e6b79d-6ce0-45f4-987d-57a2ef109210), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:13.308964 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f5f600a1-079e-4b5a-b21c-d73f649b1808 req-536a4b44-62b9-4341-82f0-b49f43802497 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847569 Mar 23 11:03:13.326475 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-341bf1d5-6261-412a-b660-f15280b6b4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (e334510a-2425-4a45-8ab0-ee48da5dba43), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:13.329261 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-341bf1d5-6261-412a-b660-f15280b6b4dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:13.333084 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-341bf1d5-6261-412a-b660-f15280b6b4dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e334510a-2425-4a45-8ab0-ee48da5dba43 HTTP/1.1" status: 204 len: 168 time: 0.2639575 Mar 23 11:03:13.341397 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341bf1d5-6261-412a-b660-f15280b6b4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e334510a-2425-4a45-8ab0-ee48da5dba43,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:13.384531 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-019c07d7-97b2-4259-ad4e-9e910c4145e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (49e6b79d-6ce0-45f4-987d-57a2ef109210), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:13.424169 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-019c07d7-97b2-4259-ad4e-9e910c4145e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51b44b5ae8864839a98faf08ca6fa18e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3734708 Mar 23 11:03:13.425058 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c07d7-97b2-4259-ad4e-9e910c4145e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e6b79d-6ce0-45f4-987d-57a2ef109210,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:13.427549 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 48100) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:13.478136 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0c6135e7-e5a6-4033-a6ca-a6c9aa9fff86 admin admin] Publish callbacks [] for security_group (49e6b79d-6ce0-45f4-987d-57a2ef109210), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:13.505965 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0c6135e7-e5a6-4033-a6ca-a6c9aa9fff86 admin admin] Publish callbacks [] for security_group (49e6b79d-6ce0-45f4-987d-57a2ef109210), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:13.641370 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0c6135e7-e5a6-4033-a6ca-a6c9aa9fff86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (49e6b79d-6ce0-45f4-987d-57a2ef109210), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:13.644358 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0c6135e7-e5a6-4033-a6ca-a6c9aa9fff86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:13.645581 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-0c6135e7-e5a6-4033-a6ca-a6c9aa9fff86 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/49e6b79d-6ce0-45f4-987d-57a2ef109210 HTTP/1.1" status: 204 len: 168 time: 0.2170320 Mar 23 11:03:13.653517 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6135e7-e5a6-4033-a6ca-a6c9aa9fff86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e6b79d-6ce0-45f4-987d-57a2ef109210,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:13.690410 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee421d-2f04-467b-bfa5-b7c9cc61baae req-b302c34b-6d20-4fd3-887b-0b9d39baf815 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:13.692485 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f6ee421d-2f04-467b-bfa5-b7c9cc61baae req-b302c34b-6d20-4fd3-887b-0b9d39baf815 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 945 time: 0.0585051 Mar 23 11:03:13.741439 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f6ee421d-2f04-467b-bfa5-b7c9cc61baae req-d52a0589-3167-448e-a0e9-52ddaf193908 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb368af7-1af3-4556-a915-14b01a6cc452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437577 Mar 23 11:03:14.051977 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 48120) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:14.068783 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-150ae0ec-3e4a-4086-8619-c8cc1d764bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:14.153705 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-150ae0ec-3e4a-4086-8619-c8cc1d764bf7 admin admin] Publish callbacks [] for security_group (df743734-7fdf-436e-be84-d45485351df0), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:14.207328 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-150ae0ec-3e4a-4086-8619-c8cc1d764bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (df743734-7fdf-436e-be84-d45485351df0), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:14.246120 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-150ae0ec-3e4a-4086-8619-c8cc1d764bf7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf8b46f2b5594ec487df5ad26d0e189d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1924026 Mar 23 11:03:14.247144 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ae0ec-3e4a-4086-8619-c8cc1d764bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df743734-7fdf-436e-be84-d45485351df0,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:14.248821 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 48126) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:14.304674 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-bb7972cc-c2f7-40dd-89c5-0575a2ea6a4b admin admin] Publish callbacks [] for security_group (df743734-7fdf-436e-be84-d45485351df0), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:14.326214 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-bb7972cc-c2f7-40dd-89c5-0575a2ea6a4b admin admin] Publish callbacks [] for security_group (df743734-7fdf-436e-be84-d45485351df0), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:14.439789 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62008b19-1df6-4610-8380-9a0e2dfeaad7 req-82855558-d7d9-406e-abdc-e1b6443457fb tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:14.441482 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-62008b19-1df6-4610-8380-9a0e2dfeaad7 req-82855558-d7d9-406e-abdc-e1b6443457fb tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0537887 Mar 23 11:03:14.452291 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 48134) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:14.468482 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-59e2acc0-24d9-4215-bd60-2de26930a3ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:14.469641 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-bb7972cc-c2f7-40dd-89c5-0575a2ea6a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (df743734-7fdf-436e-be84-d45485351df0), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:14.472332 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-bb7972cc-c2f7-40dd-89c5-0575a2ea6a4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:14.475921 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-bb7972cc-c2f7-40dd-89c5-0575a2ea6a4b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df743734-7fdf-436e-be84-d45485351df0 HTTP/1.1" status: 204 len: 168 time: 0.2229040 Mar 23 11:03:14.496099 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7972cc-c2f7-40dd-89c5-0575a2ea6a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df743734-7fdf-436e-be84-d45485351df0,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:14.527025 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-62008b19-1df6-4610-8380-9a0e2dfeaad7 req-64491616-21b7-4d0e-88e3-af6b50b054b5 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778987 Mar 23 11:03:14.561670 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-59e2acc0-24d9-4215-bd60-2de26930a3ac admin admin] Publish callbacks [] for security_group (53f5418c-1c7e-4f6d-b810-f9641d3850dd), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:14.618592 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-59e2acc0-24d9-4215-bd60-2de26930a3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (53f5418c-1c7e-4f6d-b810-f9641d3850dd), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:14.658047 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-59e2acc0-24d9-4215-bd60-2de26930a3ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=147d77c0218246ad9b7b05abd426f6ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2041049 Mar 23 11:03:14.659028 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2acc0-24d9-4215-bd60-2de26930a3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f5418c-1c7e-4f6d-b810-f9641d3850dd,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:14.660655 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 48140) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:14.707202 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-2966fd35-cdae-407c-8df3-2b231270d11a admin admin] Publish callbacks [] for security_group (53f5418c-1c7e-4f6d-b810-f9641d3850dd), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:14.731974 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-2966fd35-cdae-407c-8df3-2b231270d11a admin admin] Publish callbacks [] for security_group (53f5418c-1c7e-4f6d-b810-f9641d3850dd), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:14.867233 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d88e44-ef3d-4f55-b5bf-d191794a6cef req-1c213eaa-df43-436e-808c-3c464413fbf8 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:14.869496 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-03d88e44-ef3d-4f55-b5bf-d191794a6cef req-1c213eaa-df43-436e-808c-3c464413fbf8 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 945 time: 0.0572078 Mar 23 11:03:14.877173 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-2966fd35-cdae-407c-8df3-2b231270d11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (53f5418c-1c7e-4f6d-b810-f9641d3850dd), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:14.881517 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-2966fd35-cdae-407c-8df3-2b231270d11a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:14.883329 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-2966fd35-cdae-407c-8df3-2b231270d11a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53f5418c-1c7e-4f6d-b810-f9641d3850dd HTTP/1.1" status: 204 len: 168 time: 0.2209423 Mar 23 11:03:14.898399 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966fd35-cdae-407c-8df3-2b231270d11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f5418c-1c7e-4f6d-b810-f9641d3850dd,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:14.937811 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-03d88e44-ef3d-4f55-b5bf-d191794a6cef req-01c8dcac-b985-4222-b495-0b0068a91382 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb368af7-1af3-4556-a915-14b01a6cc452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533149 Mar 23 11:03:15.642891 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfccb1a-f8e9-4a1a-a059-bc479a425662 req-c1c76438-e14d-4f5f-a8d5-801585d46ba9 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:15.645136 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fcfccb1a-f8e9-4a1a-a059-bc479a425662 req-c1c76438-e14d-4f5f-a8d5-801585d46ba9 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0631530 Mar 23 11:03:15.665071 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56b373-6cef-429d-8e03-c19fb6b5f5ed req-107d54ef-1eea-4441-a25f-4ed4011e4fe1 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:15.666632 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-bd56b373-6cef-429d-8e03-c19fb6b5f5ed req-107d54ef-1eea-4441-a25f-4ed4011e4fe1 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.52 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 945 time: 0.0933022 Mar 23 11:03:15.711064 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fcfccb1a-f8e9-4a1a-a059-bc479a425662 req-99af75ce-ea2f-4478-bd95-67e6e91b5afa tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595706 Mar 23 11:03:15.826752 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [req-bd56b373-6cef-429d-8e03-c19fb6b5f5ed req-c3e0525c-a865-4d29-9e2d-0ba58dbdc666 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Deleting port e67b01e3-3469-4584-949c-8c28ec7bc8e3 {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:03:15.827097 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-bd56b373-6cef-429d-8e03-c19fb6b5f5ed req-c3e0525c-a865-4d29-9e2d-0ba58dbdc666 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (e67b01e3-3469-4584-949c-8c28ec7bc8e3), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:15.927240 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-bd56b373-6cef-429d-8e03-c19fb6b5f5ed req-c3e0525c-a865-4d29-9e2d-0ba58dbdc666 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] For port e67b01e3-3469-4584-949c-8c28ec7bc8e3, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e67b01e3-3469-4584-949c-8c28ec7bc8e3,segment=NetworkSegment(36f51f76-a5a0-4797-b35a-1ee2c5f66bcd),segment_id=36f51f76-a5a0-4797-b35a-1ee2c5f66bcd)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:03:15.927615 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-bd56b373-6cef-429d-8e03-c19fb6b5f5ed req-c3e0525c-a865-4d29-9e2d-0ba58dbdc666 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (e67b01e3-3469-4584-949c-8c28ec7bc8e3), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:15.943514 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [req-bd56b373-6cef-429d-8e03-c19fb6b5f5ed req-c3e0525c-a865-4d29-9e2d-0ba58dbdc666 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Calling delete_port for e67b01e3-3469-4584-949c-8c28ec7bc8e3 owned by compute:nova {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:03:16.084537 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bf815-96b6-44e8-97bc-812ab29a1206 req-9b50288e-e477-4d57-a108-a4c77e3dd5b1 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:16.086443 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-219bf815-96b6-44e8-97bc-812ab29a1206 req-9b50288e-e477-4d57-a108-a4c77e3dd5b1 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 945 time: 0.0627596 Mar 23 11:03:16.144264 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-219bf815-96b6-44e8-97bc-812ab29a1206 req-86057d65-1cdf-4451-b22b-ebb8303275f4 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb368af7-1af3-4556-a915-14b01a6cc452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486042 Mar 23 11:03:16.259607 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-bd56b373-6cef-429d-8e03-c19fb6b5f5ed req-c3e0525c-a865-4d29-9e2d-0ba58dbdc666 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (e67b01e3-3469-4584-949c-8c28ec7bc8e3), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:16.275388 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['e67b01e3-3469-4584-949c-8c28ec7bc8e3'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:03:16.334066 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0525c-a865-4d29-9e2d-0ba58dbdc666 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Pushing event deleted for resources: {'Port': ['ID=e67b01e3-3469-4584-949c-8c28ec7bc8e3,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:16.400639 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd56b373-6cef-429d-8e03-c19fb6b5f5ed req-c3e0525c-a865-4d29-9e2d-0ba58dbdc666 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] No DVR routers for this DVR port e67b01e3-3469-4584-949c-8c28ec7bc8e3 on host hv-cinder-79053 {{(pid=103539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:03:16.404274 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-bd56b373-6cef-429d-8e03-c19fb6b5f5ed req-c3e0525c-a865-4d29-9e2d-0ba58dbdc666 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:16.407998 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-bd56b373-6cef-429d-8e03-c19fb6b5f5ed req-c3e0525c-a865-4d29-9e2d-0ba58dbdc666 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.52 "DELETE /v2.0/ports/e67b01e3-3469-4584-949c-8c28ec7bc8e3 HTTP/1.1" status: 204 len: 173 time: 0.7358046 Mar 23 11:03:16.408451 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05aab17b-ab37-43c4-bcba-64eb438ad03a', 'name': 'network-vif-deleted', 'tag': 'e67b01e3-3469-4584-949c-8c28ec7bc8e3'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:03:16.411351 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460c7261-bea8-4f53-9588-cceeac2f5057" -d '{"events": [{"server_uuid": "05aab17b-ab37-43c4-bcba-64eb438ad03a", "name": "network-vif-deleted", "tag": "e67b01e3-3469-4584-949c-8c28ec7bc8e3"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:03:16.455727 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85e20c9-b794-4b84-925d-b55b77588ec5 x-openstack-request-id: req-b85e20c9-b794-4b84-925d-b55b77588ec5 {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:03:16.456090 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05aab17b-ab37-43c4-bcba-64eb438ad03a", "name": "network-vif-deleted", "tag": "e67b01e3-3469-4584-949c-8c28ec7bc8e3", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:03:16.456351 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b85e20c9-b794-4b84-925d-b55b77588ec5 {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:03:16.456751 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b85e20c9-b794-4b84-925d-b55b77588ec5'] response: {'server_uuid': '05aab17b-ab37-43c4-bcba-64eb438ad03a', 'name': 'network-vif-deleted', 'tag': 'e67b01e3-3469-4584-949c-8c28ec7bc8e3', 'status': 'completed', 'code': 200} Mar 23 11:03:16.833002 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034c274-0904-49b7-ac00-14d5439b9e35 req-a61e44f6-434b-4c2f-b1f0-a1ab84e77def tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:16.835281 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1034c274-0904-49b7-ac00-14d5439b9e35 req-a61e44f6-434b-4c2f-b1f0-a1ab84e77def tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0687072 Mar 23 11:03:16.883769 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 48238) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:16.899507 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1034c274-0904-49b7-ac00-14d5439b9e35 req-d82c76bd-cad1-446a-ba05-ce9bc30dbe6a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576746 Mar 23 11:03:17.031807 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d9f7cae2-4122-4244-99cd-41e351c21ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:17.112841 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d9f7cae2-4122-4244-99cd-41e351c21ebd admin admin] Publish callbacks [] for security_group (3e25234b-fd04-4a08-9911-fdd4ac0652cd), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:17.213276 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d9f7cae2-4122-4244-99cd-41e351c21ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (3e25234b-fd04-4a08-9911-fdd4ac0652cd), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:17.267065 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-d9f7cae2-4122-4244-99cd-41e351c21ebd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f34be83c522f4638a30023f92632bf12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3821952 Mar 23 11:03:17.269599 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 48254) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:17.274289 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-10f4aa46-5ca4-4a35-8b6a-752ddad693f2 req-2b90affe-3344-4b09-9c96-83ebf55ab075 tempest-DeleteServersTestJSON-562395789 tempest-DeleteServersTestJSON-562395789-project] 10.222.0.41 "GET /v2.0/ports?device_id=05aab17b-ab37-43c4-bcba-64eb438ad03a HTTP/1.1" status: 200 len: 210 time: 0.0348125 Mar 23 11:03:17.277821 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7cae2-4122-4244-99cd-41e351c21ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e25234b-fd04-4a08-9911-fdd4ac0652cd,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:17.310302 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7cae2-4122-4244-99cd-41e351c21ebd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:17.310742 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7cae2-4122-4244-99cd-41e351c21ebd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:17.311148 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7cae2-4122-4244-99cd-41e351c21ebd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:17.311869 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7cae2-4122-4244-99cd-41e351c21ebd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:17.312210 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7cae2-4122-4244-99cd-41e351c21ebd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:17.312550 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7cae2-4122-4244-99cd-41e351c21ebd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:17.312879 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7cae2-4122-4244-99cd-41e351c21ebd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:17.313239 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7cae2-4122-4244-99cd-41e351c21ebd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:17.313740 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7cae2-4122-4244-99cd-41e351c21ebd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:17.314077 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7cae2-4122-4244-99cd-41e351c21ebd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:17.314403 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7cae2-4122-4244-99cd-41e351c21ebd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:17.314905 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7cae2-4122-4244-99cd-41e351c21ebd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:17.315488 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7cae2-4122-4244-99cd-41e351c21ebd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:17.315960 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7cae2-4122-4244-99cd-41e351c21ebd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:17.316428 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f7cae2-4122-4244-99cd-41e351c21ebd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:17.362178 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c1c9a75a-cd3a-4d01-962d-cdf965a8834d admin admin] Publish callbacks [] for security_group (3e25234b-fd04-4a08-9911-fdd4ac0652cd), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:17.391660 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c1c9a75a-cd3a-4d01-962d-cdf965a8834d admin admin] Publish callbacks [] for security_group (3e25234b-fd04-4a08-9911-fdd4ac0652cd), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:17.532618 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c1c9a75a-cd3a-4d01-962d-cdf965a8834d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (3e25234b-fd04-4a08-9911-fdd4ac0652cd), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:17.535262 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c1c9a75a-cd3a-4d01-962d-cdf965a8834d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:17.536420 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-c1c9a75a-cd3a-4d01-962d-cdf965a8834d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e25234b-fd04-4a08-9911-fdd4ac0652cd HTTP/1.1" status: 204 len: 168 time: 0.2656970 Mar 23 11:03:17.545454 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9a75a-cd3a-4d01-962d-cdf965a8834d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e25234b-fd04-4a08-9911-fdd4ac0652cd,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:18.017292 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5917e-8a15-420c-a814-cd2f7eb66f97 req-18928af4-a3fa-4f67-831d-0b6b2b05ff60 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:18.019384 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7ce5917e-8a15-420c-a814-cd2f7eb66f97 req-18928af4-a3fa-4f67-831d-0b6b2b05ff60 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0591550 Mar 23 11:03:18.072202 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7ce5917e-8a15-420c-a814-cd2f7eb66f97 req-0b264a18-0469-4334-a1fc-4d7c9b0e795a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461516 Mar 23 11:03:18.357319 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 48306) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:18.371867 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e9037c6c-772a-4185-9d48-a7b162603f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:18.452826 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e9037c6c-772a-4185-9d48-a7b162603f47 admin admin] Publish callbacks [] for security_group (16654156-70c8-4bcf-bddc-467a7097246e), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:18.535515 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e9037c6c-772a-4185-9d48-a7b162603f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (16654156-70c8-4bcf-bddc-467a7097246e), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:18.589336 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9037c6c-772a-4185-9d48-a7b162603f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16654156-70c8-4bcf-bddc-467a7097246e,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:18.595772 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-e9037c6c-772a-4185-9d48-a7b162603f47 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=73e50d966401478f88753f5d9ce7d2f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370892 Mar 23 11:03:18.599134 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 48324) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:18.658974 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-2050fdc2-5063-4241-a608-fce26e72b6d1 admin admin] Publish callbacks [] for security_group (16654156-70c8-4bcf-bddc-467a7097246e), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:18.694589 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-2050fdc2-5063-4241-a608-fce26e72b6d1 admin admin] Publish callbacks [] for security_group (16654156-70c8-4bcf-bddc-467a7097246e), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:18.811692 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-2050fdc2-5063-4241-a608-fce26e72b6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (16654156-70c8-4bcf-bddc-467a7097246e), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:18.814287 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-2050fdc2-5063-4241-a608-fce26e72b6d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:18.815467 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-2050fdc2-5063-4241-a608-fce26e72b6d1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16654156-70c8-4bcf-bddc-467a7097246e HTTP/1.1" status: 204 len: 168 time: 0.2154486 Mar 23 11:03:18.824380 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050fdc2-5063-4241-a608-fce26e72b6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16654156-70c8-4bcf-bddc-467a7097246e,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:18.831383 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050fdc2-5063-4241-a608-fce26e72b6d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:18.831752 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050fdc2-5063-4241-a608-fce26e72b6d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:18.832083 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050fdc2-5063-4241-a608-fce26e72b6d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:18.832426 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050fdc2-5063-4241-a608-fce26e72b6d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:18.832762 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050fdc2-5063-4241-a608-fce26e72b6d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:18.833099 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050fdc2-5063-4241-a608-fce26e72b6d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:18.833456 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050fdc2-5063-4241-a608-fce26e72b6d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:18.833782 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050fdc2-5063-4241-a608-fce26e72b6d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:18.834125 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050fdc2-5063-4241-a608-fce26e72b6d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:18.834448 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050fdc2-5063-4241-a608-fce26e72b6d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:18.834777 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050fdc2-5063-4241-a608-fce26e72b6d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:18.835103 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050fdc2-5063-4241-a608-fce26e72b6d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:18.835426 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050fdc2-5063-4241-a608-fce26e72b6d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:18.835750 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050fdc2-5063-4241-a608-fce26e72b6d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:18.836068 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050fdc2-5063-4241-a608-fce26e72b6d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:03:19.014996 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device e67b01e3-3469-4584-949c-8c28ec7bc8e3 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:03:19.035917 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] No Port match for: e67b01e3-3469-4584-949c-8c28ec7bc8e3 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:03:19.036276 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device e67b01e3-3469-4584-949c-8c28ec7bc8e3 not bound to the agent host hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:03:19.112418 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-007251a0-3ecb-4879-a35c-cd44c9b6d95a req-99bc0958-0363-49c4-bc5f-a6634e04502a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477400 Mar 23 11:03:19.246687 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007251a0-3ecb-4879-a35c-cd44c9b6d95a req-d0eb84dd-e58e-4966-a465-bfa90c4ca4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:19.247734 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee9d80-34dc-4bc4-99fa-d4653991a0b6 req-c4b278cd-f8a6-4ff8-99df-c489eb94b02c tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:19.248348 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-007251a0-3ecb-4879-a35c-cd44c9b6d95a req-d0eb84dd-e58e-4966-a465-bfa90c4ca4da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dd7b67e58e9840e182631ae128c31dc5&device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 1129 time: 0.0854218 Mar 23 11:03:19.257196 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-39ee9d80-34dc-4bc4-99fa-d4653991a0b6 req-c4b278cd-f8a6-4ff8-99df-c489eb94b02c tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0756629 Mar 23 11:03:19.316664 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-39ee9d80-34dc-4bc4-99fa-d4653991a0b6 req-1a461e6e-57cf-4174-860c-7a684adf6925 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582201 Mar 23 11:03:19.367573 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007251a0-3ecb-4879-a35c-cd44c9b6d95a req-74b26e83-07ee-4d44-9df5-af00830fe2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:19.369057 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-007251a0-3ecb-4879-a35c-cd44c9b6d95a req-74b26e83-07ee-4d44-9df5-af00830fe2f4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b8305e7-fc73-4884-8968-f1c6a05e1337 HTTP/1.1" status: 200 len: 919 time: 0.0961909 Mar 23 11:03:19.418847 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-007251a0-3ecb-4879-a35c-cd44c9b6d95a req-ecdb2dca-dfa5-4569-8394-0efc94bbfc7f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c039c42-7817-49f7-aa35-d89bd76efbe8 HTTP/1.1" status: 200 len: 217 time: 0.0429358 Mar 23 11:03:19.475404 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007251a0-3ecb-4879-a35c-cd44c9b6d95a req-2b2ddbe7-4607-4d3e-9d5d-05b41ba87bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:19.477639 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-007251a0-3ecb-4879-a35c-cd44c9b6d95a req-2b2ddbe7-4607-4d3e-9d5d-05b41ba87bbf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=886ce67b-f101-4e68-8143-abba0194fcaa HTTP/1.1" status: 200 len: 857 time: 0.0528486 Mar 23 11:03:19.544550 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007251a0-3ecb-4879-a35c-cd44c9b6d95a req-c8d1a971-82d6-4c07-adf3-d372f0e01a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:19.546626 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-007251a0-3ecb-4879-a35c-cd44c9b6d95a req-c8d1a971-82d6-4c07-adf3-d372f0e01a77 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b8305e7-fc73-4884-8968-f1c6a05e1337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0623703 Mar 23 11:03:19.642128 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-007251a0-3ecb-4879-a35c-cd44c9b6d95a req-81d1bc42-e042-4e46-a81e-9f341ff7cadf service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886428 Mar 23 11:03:19.750565 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-007251a0-3ecb-4879-a35c-cd44c9b6d95a req-64d59b84-bc79-4121-ade8-ea3226a51ba6 service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969150 Mar 23 11:03:20.451012 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f4374-5172-4ee6-80c0-5cbf2d12df7d req-6e6b2738-f81b-400f-942f-cf90dfd0b402 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:20.451486 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 48406) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:20.451853 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7e7f4374-5172-4ee6-80c0-5cbf2d12df7d req-6e6b2738-f81b-400f-942f-cf90dfd0b402 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0585361 Mar 23 11:03:20.499157 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf931cb-6f45-4024-9abb-5574b4992bb0 admin admin] Deleting subnet d03ff172-1ddd-4347-8c03-357f8f7a2510 {{(pid=103539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 11:03:20.507665 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2cf931cb-6f45-4024-9abb-5574b4992bb0 admin admin] Publish callbacks [] for subnet (d03ff172-1ddd-4347-8c03-357f8f7a2510), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:20.510974 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7e7f4374-5172-4ee6-80c0-5cbf2d12df7d req-5dadd1aa-9053-451c-81cd-b7d4aae6f886 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542834 Mar 23 11:03:20.547727 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2cf931cb-6f45-4024-9abb-5574b4992bb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11844273'] for subnet (d03ff172-1ddd-4347-8c03-357f8f7a2510), precommit_delete_associations {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:20.585621 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2cf931cb-6f45-4024-9abb-5574b4992bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3350868'] for subnet (d03ff172-1ddd-4347-8c03-357f8f7a2510), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:20.697630 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2cf931cb-6f45-4024-9abb-5574b4992bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3350861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11800261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11983438'] for subnet (d03ff172-1ddd-4347-8c03-357f8f7a2510), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:20.723141 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf931cb-6f45-4024-9abb-5574b4992bb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d03ff172-1ddd-4347-8c03-357f8f7a2510,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:20.727567 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2cf931cb-6f45-4024-9abb-5574b4992bb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:20.733072 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-2cf931cb-6f45-4024-9abb-5574b4992bb0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d03ff172-1ddd-4347-8c03-357f8f7a2510 HTTP/1.1" status: 204 len: 168 time: 0.2796853 Mar 23 11:03:20.733373 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 48410) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:20.813823 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-be5b8e49-e43b-43a0-9d65-6b18de7a4f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148571'] for network (ddaf5350-f561-44ae-95bd-987f416f70bb), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:20.904801 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-be5b8e49-e43b-43a0-9d65-6b18de7a4f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3292129', 'neutron.services.segments.db._delete_segments_for_network-8738511072579'] for network (ddaf5350-f561-44ae-95bd-987f416f70bb), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:20.930644 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.services.segments.db [None req-be5b8e49-e43b-43a0-9d65-6b18de7a4f61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2975b41df0>,) {'filters': {'network_id': ['ddaf5350-f561-44ae-95bd-987f416f70bb']}} {{(pid=103539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:20.942198 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.services.segments.db [None req-be5b8e49-e43b-43a0-9d65-6b18de7a4f61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2975b41df0>, '36f51f76-a5a0-4797-b35a-1ee2c5f66bcd') {'for_net_delete': True} {{(pid=103539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:20.943206 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.services.segments.db [None req-be5b8e49-e43b-43a0-9d65-6b18de7a4f61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2975b41df0>, '36f51f76-a5a0-4797-b35a-1ee2c5f66bcd') {} {{(pid=103539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:03:20.953369 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-be5b8e49-e43b-43a0-9d65-6b18de7a4f61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738511073100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11844232'] for segment (36f51f76-a5a0-4797-b35a-1ee2c5f66bcd), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:20.968806 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-be5b8e49-e43b-43a0-9d65-6b18de7a4f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (36f51f76-a5a0-4797-b35a-1ee2c5f66bcd), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:20.975350 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5b8e49-e43b-43a0-9d65-6b18de7a4f61 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 11:03:20.975838 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-be5b8e49-e43b-43a0-9d65-6b18de7a4f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798631'] for segment (36f51f76-a5a0-4797-b35a-1ee2c5f66bcd), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: Traceback (most recent call last): Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: timer() Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: cb(*args, **kw) Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: return func(*args, **kwargs) Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: self._notify() Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: self.callback(batched_events) Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: event.method(event) Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: return f(self, *a, **k) Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: return self._get(url).json() Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: return self.request(url, 'GET', **kwargs) Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:03:20.978123 dv-cinder-790535-33-iscsi neutron-server[103539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:03:20.982198 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 48422) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:21.086521 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-5a16612f-2e02-422e-942f-a8eae7a6466b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:21.150132 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-be5b8e49-e43b-43a0-9d65-6b18de7a4f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3292122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589424'] for network (ddaf5350-f561-44ae-95bd-987f416f70bb), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:21.156722 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-be5b8e49-e43b-43a0-9d65-6b18de7a4f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:21.159098 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-5a16612f-2e02-422e-942f-a8eae7a6466b admin admin] Publish callbacks [] for security_group (d37ae4eb-58dd-4011-a638-86e16b07902f), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:21.159814 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-be5b8e49-e43b-43a0-9d65-6b18de7a4f61 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ddaf5350-f561-44ae-95bd-987f416f70bb HTTP/1.1" status: 204 len: 168 time: 0.4254432 Mar 23 11:03:21.170232 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b8e49-e43b-43a0-9d65-6b18de7a4f61 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddaf5350-f561-44ae-95bd-987f416f70bb,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:21.224216 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-5a16612f-2e02-422e-942f-a8eae7a6466b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (d37ae4eb-58dd-4011-a638-86e16b07902f), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:21.276001 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16612f-2e02-422e-942f-a8eae7a6466b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37ae4eb-58dd-4011-a638-86e16b07902f,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:21.280683 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-5a16612f-2e02-422e-942f-a8eae7a6466b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=214812d627054d018d4587c3693dc1fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973452 Mar 23 11:03:21.283211 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 48434) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:21.320947 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:21.332008 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-acfd548f-074e-4a9e-86c9-1db4c0bdcd3f admin admin] Publish callbacks [] for security_group (d37ae4eb-58dd-4011-a638-86e16b07902f), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:21.353608 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-acfd548f-074e-4a9e-86c9-1db4c0bdcd3f admin admin] Publish callbacks [] for security_group (d37ae4eb-58dd-4011-a638-86e16b07902f), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:21.481427 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-acfd548f-074e-4a9e-86c9-1db4c0bdcd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (d37ae4eb-58dd-4011-a638-86e16b07902f), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:21.484347 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-acfd548f-074e-4a9e-86c9-1db4c0bdcd3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:21.485562 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-acfd548f-074e-4a9e-86c9-1db4c0bdcd3f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d37ae4eb-58dd-4011-a638-86e16b07902f HTTP/1.1" status: 204 len: 168 time: 0.2014091 Mar 23 11:03:21.493738 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd548f-074e-4a9e-86c9-1db4c0bdcd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37ae4eb-58dd-4011-a638-86e16b07902f,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:21.522387 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 48446) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:21.567347 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-9776523c-1b3f-4ecb-96c2-f54d51bcc7da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60883fe61d9d436cb31076881180cc47&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426297 Mar 23 11:03:21.569771 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 48450) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:21.660964 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-aedb9983-2c41-40a6-a74d-9182266bae95 admin admin] Publish callbacks [] for security_group (cb368af7-1af3-4556-a915-14b01a6cc452), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:21.693766 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75339b-d945-4863-9977-1072b7fa640c req-a8e47e92-20d8-4cf3-abd0-013c9fac5aee tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:21.695831 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8b75339b-d945-4863-9977-1072b7fa640c req-a8e47e92-20d8-4cf3-abd0-013c9fac5aee tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0852370 Mar 23 11:03:21.697923 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-aedb9983-2c41-40a6-a74d-9182266bae95 admin admin] Publish callbacks [] for security_group (cb368af7-1af3-4556-a915-14b01a6cc452), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:21.766487 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8b75339b-d945-4863-9977-1072b7fa640c req-6bb3a3d1-9f97-4809-8700-f327d815a489 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619555 Mar 23 11:03:21.876074 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-aedb9983-2c41-40a6-a74d-9182266bae95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (cb368af7-1af3-4556-a915-14b01a6cc452), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:21.878946 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-aedb9983-2c41-40a6-a74d-9182266bae95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:21.880081 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-aedb9983-2c41-40a6-a74d-9182266bae95 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb368af7-1af3-4556-a915-14b01a6cc452 HTTP/1.1" status: 204 len: 168 time: 0.3086519 Mar 23 11:03:21.888785 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb9983-2c41-40a6-a74d-9182266bae95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb368af7-1af3-4556-a915-14b01a6cc452,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:22.338764 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 48464) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:22.352499 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-cbb2430e-f1dc-44c8-981b-44d017a6435c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:22.432008 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-cbb2430e-f1dc-44c8-981b-44d017a6435c admin admin] Publish callbacks [] for security_group (785bcd46-b111-45d9-a255-0a9b16f42764), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:22.509784 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-cbb2430e-f1dc-44c8-981b-44d017a6435c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (785bcd46-b111-45d9-a255-0a9b16f42764), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:22.549622 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-cbb2430e-f1dc-44c8-981b-44d017a6435c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c66a6546252456c86bec87240a79a95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2097685 Mar 23 11:03:22.550748 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2430e-f1dc-44c8-981b-44d017a6435c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785bcd46-b111-45d9-a255-0a9b16f42764,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:22.552432 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 48472) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:22.604741 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-cdc73021-a821-49a6-8f89-2c249b86ccd5 admin admin] Publish callbacks [] for security_group (785bcd46-b111-45d9-a255-0a9b16f42764), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:22.629075 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-cdc73021-a821-49a6-8f89-2c249b86ccd5 admin admin] Publish callbacks [] for security_group (785bcd46-b111-45d9-a255-0a9b16f42764), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:22.811966 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-cdc73021-a821-49a6-8f89-2c249b86ccd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (785bcd46-b111-45d9-a255-0a9b16f42764), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:22.814934 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-cdc73021-a821-49a6-8f89-2c249b86ccd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:22.818905 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-cdc73021-a821-49a6-8f89-2c249b86ccd5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/785bcd46-b111-45d9-a255-0a9b16f42764 HTTP/1.1" status: 204 len: 168 time: 0.2624884 Mar 23 11:03:22.827481 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc73021-a821-49a6-8f89-2c249b86ccd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785bcd46-b111-45d9-a255-0a9b16f42764,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:22.896047 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545269d3-1376-4ca2-8247-0a69012bea9d req-16ede4dc-3c3b-45e0-924d-64047e2135db tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:22.897821 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-545269d3-1376-4ca2-8247-0a69012bea9d req-16ede4dc-3c3b-45e0-924d-64047e2135db tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0580335 Mar 23 11:03:22.961695 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-545269d3-1376-4ca2-8247-0a69012bea9d req-910b20ec-58f2-4305-8b95-6cfa71980eb7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557954 Mar 23 11:03:23.002873 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 48488) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:23.226635 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-596b3c99-b043-4906-93ae-87d8631505e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:23.302369 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-596b3c99-b043-4906-93ae-87d8631505e4 admin admin] Publish callbacks [] for security_group (b358ac0c-1025-42e9-ab23-53c84c44041a), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:23.356012 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-596b3c99-b043-4906-93ae-87d8631505e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (b358ac0c-1025-42e9-ab23-53c84c44041a), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:23.399713 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-596b3c99-b043-4906-93ae-87d8631505e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95a0140782d941b886b6274a385367f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3955190 Mar 23 11:03:23.400590 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b3c99-b043-4906-93ae-87d8631505e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b358ac0c-1025-42e9-ab23-53c84c44041a,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:23.404494 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 48514) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:23.467271 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-7e09ab36-f7e2-4a71-99ce-f6f01e737293 admin admin] Publish callbacks [] for security_group (b358ac0c-1025-42e9-ab23-53c84c44041a), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:23.493859 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-7e09ab36-f7e2-4a71-99ce-f6f01e737293 admin admin] Publish callbacks [] for security_group (b358ac0c-1025-42e9-ab23-53c84c44041a), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:23.607269 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-7e09ab36-f7e2-4a71-99ce-f6f01e737293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (b358ac0c-1025-42e9-ab23-53c84c44041a), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:23.610129 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-7e09ab36-f7e2-4a71-99ce-f6f01e737293 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:23.613631 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-7e09ab36-f7e2-4a71-99ce-f6f01e737293 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b358ac0c-1025-42e9-ab23-53c84c44041a HTTP/1.1" status: 204 len: 168 time: 0.2056639 Mar 23 11:03:23.623613 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09ab36-f7e2-4a71-99ce-f6f01e737293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b358ac0c-1025-42e9-ab23-53c84c44041a,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:24.081889 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf97880-e298-480c-b8bc-06708f38cf29 req-31627c09-e58f-4aff-be98-3f767b517d86 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:24.083359 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ccf97880-e298-480c-b8bc-06708f38cf29 req-31627c09-e58f-4aff-be98-3f767b517d86 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0562911 Mar 23 11:03:24.129444 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ccf97880-e298-480c-b8bc-06708f38cf29 req-824fbddc-7b57-4d65-8585-633b1641c2b1 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398369 Mar 23 11:03:24.374034 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 48554) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:24.390023 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-bcf104f2-a338-472c-b03a-baf9d7a90f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:24.474382 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-bcf104f2-a338-472c-b03a-baf9d7a90f8d admin admin] Publish callbacks [] for security_group (cbda6d8a-255a-4deb-86d8-963297db0841), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:24.572350 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-bcf104f2-a338-472c-b03a-baf9d7a90f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (cbda6d8a-255a-4deb-86d8-963297db0841), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:24.610691 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-bcf104f2-a338-472c-b03a-baf9d7a90f8d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=982bc4ec2e634f24924a981e9d83b9c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357063 Mar 23 11:03:24.612092 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf104f2-a338-472c-b03a-baf9d7a90f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbda6d8a-255a-4deb-86d8-963297db0841,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:24.613349 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 48560) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:24.662460 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-a60939d3-59fa-4e3f-9066-34a9bba2dfba admin admin] Publish callbacks [] for security_group (cbda6d8a-255a-4deb-86d8-963297db0841), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:24.683763 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-a60939d3-59fa-4e3f-9066-34a9bba2dfba admin admin] Publish callbacks [] for security_group (cbda6d8a-255a-4deb-86d8-963297db0841), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:24.807231 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-a60939d3-59fa-4e3f-9066-34a9bba2dfba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (cbda6d8a-255a-4deb-86d8-963297db0841), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:24.809958 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-a60939d3-59fa-4e3f-9066-34a9bba2dfba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:24.811269 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-a60939d3-59fa-4e3f-9066-34a9bba2dfba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cbda6d8a-255a-4deb-86d8-963297db0841 HTTP/1.1" status: 204 len: 168 time: 0.1967866 Mar 23 11:03:24.819239 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60939d3-59fa-4e3f-9066-34a9bba2dfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbda6d8a-255a-4deb-86d8-963297db0841,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:25.253766 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ae634-f3bf-40f5-b572-92997c828a58 req-a5a39919-0c0b-4e4c-9e99-89c948d20dec tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:25.253766 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6a8ae634-f3bf-40f5-b572-92997c828a58 req-a5a39919-0c0b-4e4c-9e99-89c948d20dec tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0550997 Mar 23 11:03:25.302814 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6a8ae634-f3bf-40f5-b572-92997c828a58 req-64166785-ad9b-49a5-bc6b-8887474467c5 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430353 Mar 23 11:03:25.715891 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0501adbc-ed37-4d84-8376-17791ec997dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:26.352716 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 48648) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:26.425507 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5325a1-d761-4e42-b0a4-5891e4bb4144 req-f02f5929-8b7f-4896-9ab7-eee360fb0dd9 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:26.427336 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2c5325a1-d761-4e42-b0a4-5891e4bb4144 req-f02f5929-8b7f-4896-9ab7-eee360fb0dd9 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0536194 Mar 23 11:03:26.481137 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2c5325a1-d761-4e42-b0a4-5891e4bb4144 req-23bcebc1-5fec-41d8-941d-f5f4a0e9a968 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476103 Mar 23 11:03:26.522312 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ffac6065-68e9-44f1-8347-3ad282f7de09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:26.602737 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ffac6065-68e9-44f1-8347-3ad282f7de09 admin admin] Publish callbacks [] for security_group (f580034a-5635-4416-b7e0-7cb9da690bff), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:26.692854 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ffac6065-68e9-44f1-8347-3ad282f7de09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (f580034a-5635-4416-b7e0-7cb9da690bff), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:26.730570 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-ffac6065-68e9-44f1-8347-3ad282f7de09 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5bd62d16ec9a4783a62f3cb99758b72e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3764970 Mar 23 11:03:26.731662 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac6065-68e9-44f1-8347-3ad282f7de09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f580034a-5635-4416-b7e0-7cb9da690bff,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:26.735864 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 48670) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:26.790877 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fd1ffa8c-0275-4982-a857-5ebfb3c34a36 admin admin] Publish callbacks [] for security_group (f580034a-5635-4416-b7e0-7cb9da690bff), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:26.812645 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fd1ffa8c-0275-4982-a857-5ebfb3c34a36 admin admin] Publish callbacks [] for security_group (f580034a-5635-4416-b7e0-7cb9da690bff), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:26.950797 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fd1ffa8c-0275-4982-a857-5ebfb3c34a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (f580034a-5635-4416-b7e0-7cb9da690bff), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:26.955460 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fd1ffa8c-0275-4982-a857-5ebfb3c34a36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:26.957487 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-fd1ffa8c-0275-4982-a857-5ebfb3c34a36 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f580034a-5635-4416-b7e0-7cb9da690bff HTTP/1.1" status: 204 len: 168 time: 0.2203979 Mar 23 11:03:26.970630 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ffa8c-0275-4982-a857-5ebfb3c34a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f580034a-5635-4416-b7e0-7cb9da690bff,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:27.619168 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f33e89-f9b8-4b4f-bc4a-4bed9ffd32d7 req-80e6511f-8e8c-48fc-9910-5709954dd961 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:27.620664 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-02f33e89-f9b8-4b4f-bc4a-4bed9ffd32d7 req-80e6511f-8e8c-48fc-9910-5709954dd961 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0535996 Mar 23 11:03:27.667255 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-02f33e89-f9b8-4b4f-bc4a-4bed9ffd32d7 req-bd4fd786-d370-4fcf-aa48-4e1ea6363698 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407293 Mar 23 11:03:27.764764 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 48706) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:27.779008 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-fb9a8294-f8b7-48b2-a3eb-2abd2eba2b73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:27.855099 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-fb9a8294-f8b7-48b2-a3eb-2abd2eba2b73 admin admin] Publish callbacks [] for security_group (985b807f-77ed-47a4-8747-353fc3678287), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:27.870351 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-04a29d44-e1a4-4d97-a88f-92ab8ac29cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:27.978699 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-fb9a8294-f8b7-48b2-a3eb-2abd2eba2b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (985b807f-77ed-47a4-8747-353fc3678287), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:28.018678 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-fb9a8294-f8b7-48b2-a3eb-2abd2eba2b73 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41ebc5d78ef24d10886acf53a85bcd39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523448 Mar 23 11:03:28.019540 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a8294-f8b7-48b2-a3eb-2abd2eba2b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985b807f-77ed-47a4-8747-353fc3678287,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:28.021312 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 48714) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:28.068906 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-62dcfdad-a6a5-4d93-8b69-1ac60e60e37c admin admin] Publish callbacks [] for security_group (985b807f-77ed-47a4-8747-353fc3678287), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:28.088838 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-62dcfdad-a6a5-4d93-8b69-1ac60e60e37c admin admin] Publish callbacks [] for security_group (985b807f-77ed-47a4-8747-353fc3678287), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:28.212648 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-62dcfdad-a6a5-4d93-8b69-1ac60e60e37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (985b807f-77ed-47a4-8747-353fc3678287), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:28.215352 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-62dcfdad-a6a5-4d93-8b69-1ac60e60e37c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:28.216500 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-62dcfdad-a6a5-4d93-8b69-1ac60e60e37c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/985b807f-77ed-47a4-8747-353fc3678287 HTTP/1.1" status: 204 len: 168 time: 0.1940267 Mar 23 11:03:28.224748 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcfdad-a6a5-4d93-8b69-1ac60e60e37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985b807f-77ed-47a4-8747-353fc3678287,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:28.788393 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7658168-5cfc-48b8-b3b9-6b67a1e5d415 req-8a424f3d-67e2-4625-9873-dff663f6cf5a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:28.789928 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d7658168-5cfc-48b8-b3b9-6b67a1e5d415 req-8a424f3d-67e2-4625-9873-dff663f6cf5a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0532963 Mar 23 11:03:28.837217 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d7658168-5cfc-48b8-b3b9-6b67a1e5d415 req-c7281201-f4b6-4b24-9844-f5afbcb47b17 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415783 Mar 23 11:03:29.457506 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:29.880866 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 48790) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:29.959043 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aedad0-f9e3-4678-b658-296985f632ce req-6934469c-e6e5-4174-84f0-92f8afd0a014 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:29.961107 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-26aedad0-f9e3-4678-b658-296985f632ce req-6934469c-e6e5-4174-84f0-92f8afd0a014 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0542560 Mar 23 11:03:29.990926 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-bd6537a7-a998-4e00-b93e-49e8557868a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:30.034895 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-26aedad0-f9e3-4678-b658-296985f632ce req-6721df85-a9ad-414b-a625-4fec7c57e67f tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682142 Mar 23 11:03:30.083756 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-bd6537a7-a998-4e00-b93e-49e8557868a7 admin admin] Publish callbacks [] for security_group (02550ea7-3762-4918-82f6-cd9802a86928), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:30.138119 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-bd6537a7-a998-4e00-b93e-49e8557868a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (02550ea7-3762-4918-82f6-cd9802a86928), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:30.176459 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-bd6537a7-a998-4e00-b93e-49e8557868a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=45626564233c4e3eac7b847182b73469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2944992 Mar 23 11:03:30.177412 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6537a7-a998-4e00-b93e-49e8557868a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02550ea7-3762-4918-82f6-cd9802a86928,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:30.179205 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 48798) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:30.228018 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f29c832c-8426-4c96-98c1-f6d3fd2c783f admin admin] Publish callbacks [] for security_group (02550ea7-3762-4918-82f6-cd9802a86928), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:30.250101 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f29c832c-8426-4c96-98c1-f6d3fd2c783f admin admin] Publish callbacks [] for security_group (02550ea7-3762-4918-82f6-cd9802a86928), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:30.417331 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f29c832c-8426-4c96-98c1-f6d3fd2c783f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (02550ea7-3762-4918-82f6-cd9802a86928), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:30.419932 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f29c832c-8426-4c96-98c1-f6d3fd2c783f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:30.421076 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-f29c832c-8426-4c96-98c1-f6d3fd2c783f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/02550ea7-3762-4918-82f6-cd9802a86928 HTTP/1.1" status: 204 len: 168 time: 0.2407730 Mar 23 11:03:30.429006 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c832c-8426-4c96-98c1-f6d3fd2c783f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02550ea7-3762-4918-82f6-cd9802a86928,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:30.647801 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:31.153518 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0169286-f15e-41e0-b671-df99cfde08e5 req-9a347adb-d4c5-4311-bc8b-4c996d492b26 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:31.153518 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a0169286-f15e-41e0-b671-df99cfde08e5 req-9a347adb-d4c5-4311-bc8b-4c996d492b26 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0517116 Mar 23 11:03:31.201289 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a0169286-f15e-41e0-b671-df99cfde08e5 req-2e29b501-4e0f-4ff9-b94a-bd7f10468aef tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420403 Mar 23 11:03:32.338294 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:32.338915 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be0100-d040-4e21-ae5a-76b4f9c1c35e req-729b7c66-69f4-4954-93e3-11b6fbb28267 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:32.340107 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-95be0100-d040-4e21-ae5a-76b4f9c1c35e req-729b7c66-69f4-4954-93e3-11b6fbb28267 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0549262 Mar 23 11:03:32.396883 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-95be0100-d040-4e21-ae5a-76b4f9c1c35e req-b2f75123-daaa-44ed-b7da-58c1b60c2ca4 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477462 Mar 23 11:03:32.952557 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 48900) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:33.056594 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ddff6eed-f134-4f6b-b173-3d795bfc0909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:33.127173 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ddff6eed-f134-4f6b-b173-3d795bfc0909 admin admin] Publish callbacks [] for security_group (5cf8769e-2df1-42be-b8a9-f25a25a9093c), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:33.229175 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ddff6eed-f134-4f6b-b173-3d795bfc0909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (5cf8769e-2df1-42be-b8a9-f25a25a9093c), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:33.267940 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-ddff6eed-f134-4f6b-b173-3d795bfc0909 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c9090993be764eeaab25272ff43971b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142920 Mar 23 11:03:33.268859 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff6eed-f134-4f6b-b173-3d795bfc0909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf8769e-2df1-42be-b8a9-f25a25a9093c,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:33.270861 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 48908) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:33.328950 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-300e6cbe-1319-4188-be48-fb93669d454f admin admin] Publish callbacks [] for security_group (5cf8769e-2df1-42be-b8a9-f25a25a9093c), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:33.350288 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-300e6cbe-1319-4188-be48-fb93669d454f admin admin] Publish callbacks [] for security_group (5cf8769e-2df1-42be-b8a9-f25a25a9093c), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:33.452500 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-300e6cbe-1319-4188-be48-fb93669d454f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (5cf8769e-2df1-42be-b8a9-f25a25a9093c), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:33.455950 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-300e6cbe-1319-4188-be48-fb93669d454f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:33.460974 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-300e6cbe-1319-4188-be48-fb93669d454f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5cf8769e-2df1-42be-b8a9-f25a25a9093c HTTP/1.1" status: 204 len: 168 time: 0.1889343 Mar 23 11:03:33.469380 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e6cbe-1319-4188-be48-fb93669d454f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf8769e-2df1-42be-b8a9-f25a25a9093c,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:33.567727 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb537f0-4c93-44e5-a971-f72ff56e0d1a req-25e53cd1-c5a4-4eb4-b856-9a5beb2d844f tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:33.569310 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3fb537f0-4c93-44e5-a971-f72ff56e0d1a req-25e53cd1-c5a4-4eb4-b856-9a5beb2d844f tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0836895 Mar 23 11:03:33.616434 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3fb537f0-4c93-44e5-a971-f72ff56e0d1a req-27e6f01c-6958-48fa-913f-613f62aef741 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413451 Mar 23 11:03:34.624731 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 48994) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:34.657839 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 49002) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:34.763220 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334606f1-a16e-4258-a36a-e40c2b5e7862 req-3679d809-e880-4023-a8d4-1e6887c3e3b4 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:34.764775 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-334606f1-a16e-4258-a36a-e40c2b5e7862 req-3679d809-e880-4023-a8d4-1e6887c3e3b4 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0700841 Mar 23 11:03:34.780644 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-97d0f95c-fb0c-47d2-b7f3-a52eab8a1362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:34.794268 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5120b277-ea50-4eef-a01a-f80e0ea320e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:34.817889 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-334606f1-a16e-4258-a36a-e40c2b5e7862 req-31147f08-3a63-4269-9d38-5e13ab9ca2e8 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473149 Mar 23 11:03:34.919272 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-97d0f95c-fb0c-47d2-b7f3-a52eab8a1362 admin admin] Publish callbacks [] for security_group (0a34898a-070a-4fbb-ae63-b5b3ddcf392b), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:34.923945 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5120b277-ea50-4eef-a01a-f80e0ea320e9 admin admin] Publish callbacks [] for security_group (3e2a7eed-13c7-4c66-9ae2-ca8c29a89ffb), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:35.012576 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-97d0f95c-fb0c-47d2-b7f3-a52eab8a1362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (0a34898a-070a-4fbb-ae63-b5b3ddcf392b), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:35.056148 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-97d0f95c-fb0c-47d2-b7f3-a52eab8a1362 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f66de5e655b448659e67bafbc76ab95d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3969646 Mar 23 11:03:35.061736 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0f95c-fb0c-47d2-b7f3-a52eab8a1362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a34898a-070a-4fbb-ae63-b5b3ddcf392b,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:35.063477 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 49024) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:35.065906 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5120b277-ea50-4eef-a01a-f80e0ea320e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (3e2a7eed-13c7-4c66-9ae2-ca8c29a89ffb), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:35.111599 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-5120b277-ea50-4eef-a01a-f80e0ea320e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=639188e871e3410c8f0c7e020df70b58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4857225 Mar 23 11:03:35.118123 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 49032) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:35.120060 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120b277-ea50-4eef-a01a-f80e0ea320e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2a7eed-13c7-4c66-9ae2-ca8c29a89ffb,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:35.131855 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-2b3d051d-4d0c-4b8b-8840-48c4a1ca238f admin admin] Publish callbacks [] for security_group (0a34898a-070a-4fbb-ae63-b5b3ddcf392b), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:35.157901 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-2b3d051d-4d0c-4b8b-8840-48c4a1ca238f admin admin] Publish callbacks [] for security_group (0a34898a-070a-4fbb-ae63-b5b3ddcf392b), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:35.167693 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b8fadcb8-4f03-46fa-b0cc-e4e17779f141 admin admin] Publish callbacks [] for security_group (3e2a7eed-13c7-4c66-9ae2-ca8c29a89ffb), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:35.195758 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b8fadcb8-4f03-46fa-b0cc-e4e17779f141 admin admin] Publish callbacks [] for security_group (3e2a7eed-13c7-4c66-9ae2-ca8c29a89ffb), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:35.309673 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-2b3d051d-4d0c-4b8b-8840-48c4a1ca238f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (0a34898a-070a-4fbb-ae63-b5b3ddcf392b), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:35.309856 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b8fadcb8-4f03-46fa-b0cc-e4e17779f141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (3e2a7eed-13c7-4c66-9ae2-ca8c29a89ffb), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:35.318892 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b8fadcb8-4f03-46fa-b0cc-e4e17779f141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:35.318892 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-b8fadcb8-4f03-46fa-b0cc-e4e17779f141 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e2a7eed-13c7-4c66-9ae2-ca8c29a89ffb HTTP/1.1" status: 204 len: 168 time: 0.2001405 Mar 23 11:03:35.319145 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-2b3d051d-4d0c-4b8b-8840-48c4a1ca238f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:35.319145 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-2b3d051d-4d0c-4b8b-8840-48c4a1ca238f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a34898a-070a-4fbb-ae63-b5b3ddcf392b HTTP/1.1" status: 204 len: 168 time: 0.2503142 Mar 23 11:03:35.323845 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fadcb8-4f03-46fa-b0cc-e4e17779f141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2a7eed-13c7-4c66-9ae2-ca8c29a89ffb,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:35.329588 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d051d-4d0c-4b8b-8840-48c4a1ca238f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a34898a-070a-4fbb-ae63-b5b3ddcf392b,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:35.370511 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 49042) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:35.810507 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3f660b8a-0377-4cf9-888e-39b2f2d9ff5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:35.919874 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3f660b8a-0377-4cf9-888e-39b2f2d9ff5c admin admin] Publish callbacks [] for security_group (9988d676-9889-47fd-b4ba-5b539dd4f56f), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:35.967160 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c1d1c-44f6-4048-8cb9-7a439b75450b req-a410c081-5891-41fc-bb85-14a5f688c6e5 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:35.968820 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-241c1d1c-44f6-4048-8cb9-7a439b75450b req-a410c081-5891-41fc-bb85-14a5f688c6e5 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0705383 Mar 23 11:03:35.970080 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3f660b8a-0377-4cf9-888e-39b2f2d9ff5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (9988d676-9889-47fd-b4ba-5b539dd4f56f), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:36.029002 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-3f660b8a-0377-4cf9-888e-39b2f2d9ff5c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8310b2f98674a788b879b5ed7411e1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6574473 Mar 23 11:03:36.031758 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 49066) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:36.034617 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f660b8a-0377-4cf9-888e-39b2f2d9ff5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9988d676-9889-47fd-b4ba-5b539dd4f56f,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:36.053165 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-241c1d1c-44f6-4048-8cb9-7a439b75450b req-9875a406-227a-4aea-a150-cc0a188a3893 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719831 Mar 23 11:03:36.094691 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d07b2963-9cbb-4592-833c-2754b1e3d59f admin admin] Publish callbacks [] for security_group (9988d676-9889-47fd-b4ba-5b539dd4f56f), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:36.106459 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 49070) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:36.121241 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-7bc1b41e-e42f-4798-82d4-1f2f63876378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:36.127871 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d07b2963-9cbb-4592-833c-2754b1e3d59f admin admin] Publish callbacks [] for security_group (9988d676-9889-47fd-b4ba-5b539dd4f56f), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:36.200837 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-7bc1b41e-e42f-4798-82d4-1f2f63876378 admin admin] Publish callbacks [] for security_group (4138f0b2-c4cb-4498-af58-714a10638191), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:36.235723 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d07b2963-9cbb-4592-833c-2754b1e3d59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (9988d676-9889-47fd-b4ba-5b539dd4f56f), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:36.238483 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d07b2963-9cbb-4592-833c-2754b1e3d59f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:36.239984 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-d07b2963-9cbb-4592-833c-2754b1e3d59f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9988d676-9889-47fd-b4ba-5b539dd4f56f HTTP/1.1" status: 204 len: 168 time: 0.2068973 Mar 23 11:03:36.248304 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b2963-9cbb-4592-833c-2754b1e3d59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9988d676-9889-47fd-b4ba-5b539dd4f56f,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:36.258322 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-7bc1b41e-e42f-4798-82d4-1f2f63876378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (4138f0b2-c4cb-4498-af58-714a10638191), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:36.298878 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-7bc1b41e-e42f-4798-82d4-1f2f63876378 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7b4566a336f64ebca24a08eaa93c1cb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1886637 Mar 23 11:03:36.298878 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc1b41e-e42f-4798-82d4-1f2f63876378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4138f0b2-c4cb-4498-af58-714a10638191,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:36.299385 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 49074) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:36.349271 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fb4d1e25-c584-49b6-a5cd-e1499bdbe182 admin admin] Publish callbacks [] for security_group (4138f0b2-c4cb-4498-af58-714a10638191), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:36.371757 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fb4d1e25-c584-49b6-a5cd-e1499bdbe182 admin admin] Publish callbacks [] for security_group (4138f0b2-c4cb-4498-af58-714a10638191), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:36.510074 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fb4d1e25-c584-49b6-a5cd-e1499bdbe182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (4138f0b2-c4cb-4498-af58-714a10638191), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:36.514377 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fb4d1e25-c584-49b6-a5cd-e1499bdbe182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:36.514377 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-fb4d1e25-c584-49b6-a5cd-e1499bdbe182 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4138f0b2-c4cb-4498-af58-714a10638191 HTTP/1.1" status: 204 len: 168 time: 0.2134614 Mar 23 11:03:36.523254 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d1e25-c584-49b6-a5cd-e1499bdbe182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4138f0b2-c4cb-4498-af58-714a10638191,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:37.181876 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e67f8-3900-4738-a60e-30285227545b req-58c73469-62c7-4ad9-a2ed-f2640923421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:37.183354 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-9b6e67f8-3900-4738-a60e-30285227545b req-58c73469-62c7-4ad9-a2ed-f2640923421d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 1129 time: 0.0426645 Mar 23 11:03:37.186004 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1cc47-2f27-48e9-8df5-dfcaac366f41 req-84cc7cd1-fc1c-424d-8d41-3b75a4dc8795 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:37.187469 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-39c1cc47-2f27-48e9-8df5-dfcaac366f41 req-84cc7cd1-fc1c-424d-8d41-3b75a4dc8795 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0641925 Mar 23 11:03:37.238400 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-9b6e67f8-3900-4738-a60e-30285227545b req-bf8e4bfe-271b-41b8-a507-ced61ba87c70 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421655 Mar 23 11:03:37.241581 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-39c1cc47-2f27-48e9-8df5-dfcaac366f41 req-693237c4-3f4b-4fa8-8361-ee8036d0f3b4 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436785 Mar 23 11:03:37.327689 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 49114) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:37.342826 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fce1a223-f366-40c1-904a-89cbe1568cba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:37.415784 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 49118) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:37.445612 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fce1a223-f366-40c1-904a-89cbe1568cba admin admin] Publish callbacks [] for security_group (10817bc3-be2d-4905-b34c-d102b86e8685), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:37.521436 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fce1a223-f366-40c1-904a-89cbe1568cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (10817bc3-be2d-4905-b34c-d102b86e8685), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:37.536361 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e9507d58-cd98-4a6b-9b29-44e4043f970b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:37.560008 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-fce1a223-f366-40c1-904a-89cbe1568cba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6113b4bd0d04c869516013b11dfac11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312434 Mar 23 11:03:37.561921 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1a223-f366-40c1-904a-89cbe1568cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10817bc3-be2d-4905-b34c-d102b86e8685,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:37.563240 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 49124) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:37.642297 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-376d51f9-8bd3-4b40-b8ca-b0e3f976a13c admin admin] Publish callbacks [] for security_group (10817bc3-be2d-4905-b34c-d102b86e8685), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:37.662133 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e9507d58-cd98-4a6b-9b29-44e4043f970b admin admin] Publish callbacks [] for security_group (75562257-e0de-420e-a8b3-cd967d3b334c), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:37.676019 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-376d51f9-8bd3-4b40-b8ca-b0e3f976a13c admin admin] Publish callbacks [] for security_group (10817bc3-be2d-4905-b34c-d102b86e8685), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:37.726409 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e9507d58-cd98-4a6b-9b29-44e4043f970b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (75562257-e0de-420e-a8b3-cd967d3b334c), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:37.764903 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-e9507d58-cd98-4a6b-9b29-44e4043f970b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d030b94e5fde4d45b1fea9f28347602a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3479924 Mar 23 11:03:37.765780 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9507d58-cd98-4a6b-9b29-44e4043f970b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75562257-e0de-420e-a8b3-cd967d3b334c,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:37.768036 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 49132) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:37.833314 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-af5b0a6e-6ea7-449f-b2d7-5c53dba7a775 admin admin] Publish callbacks [] for security_group (75562257-e0de-420e-a8b3-cd967d3b334c), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:37.862336 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-af5b0a6e-6ea7-449f-b2d7-5c53dba7a775 admin admin] Publish callbacks [] for security_group (75562257-e0de-420e-a8b3-cd967d3b334c), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:37.979891 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-376d51f9-8bd3-4b40-b8ca-b0e3f976a13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (10817bc3-be2d-4905-b34c-d102b86e8685), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:37.983360 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-376d51f9-8bd3-4b40-b8ca-b0e3f976a13c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:37.984635 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-376d51f9-8bd3-4b40-b8ca-b0e3f976a13c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10817bc3-be2d-4905-b34c-d102b86e8685 HTTP/1.1" status: 204 len: 168 time: 0.4203544 Mar 23 11:03:37.994761 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d51f9-8bd3-4b40-b8ca-b0e3f976a13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10817bc3-be2d-4905-b34c-d102b86e8685,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:38.011760 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-af5b0a6e-6ea7-449f-b2d7-5c53dba7a775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (75562257-e0de-420e-a8b3-cd967d3b334c), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:38.015886 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-af5b0a6e-6ea7-449f-b2d7-5c53dba7a775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:38.017009 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-af5b0a6e-6ea7-449f-b2d7-5c53dba7a775 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75562257-e0de-420e-a8b3-cd967d3b334c HTTP/1.1" status: 204 len: 168 time: 0.2461135 Mar 23 11:03:38.034076 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b0a6e-6ea7-449f-b2d7-5c53dba7a775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75562257-e0de-420e-a8b3-cd967d3b334c,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:38.360823 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9887ade-fa5e-4dda-bfe0-85fc61f5eb90 req-42da9600-bb17-4ad6-a09f-65bfab8ba561 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:38.362398 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c9887ade-fa5e-4dda-bfe0-85fc61f5eb90 req-42da9600-bb17-4ad6-a09f-65bfab8ba561 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0553482 Mar 23 11:03:38.410202 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c9887ade-fa5e-4dda-bfe0-85fc61f5eb90 req-463449b1-cf08-4587-8ec1-b8603fd01dab tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424159 Mar 23 11:03:38.771219 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 49164) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:38.784843 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d0389eca-b63b-460d-a78d-669a82a414db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:38.856578 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d0389eca-b63b-460d-a78d-669a82a414db admin admin] Publish callbacks [] for security_group (2704d7fc-787a-4dd7-b17d-a76c9e98a727), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:38.904024 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d0389eca-b63b-460d-a78d-669a82a414db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (2704d7fc-787a-4dd7-b17d-a76c9e98a727), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:38.949252 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-d0389eca-b63b-460d-a78d-669a82a414db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56ff2a632d6343299fe472555427f464&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1746283 Mar 23 11:03:38.949252 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0389eca-b63b-460d-a78d-669a82a414db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2704d7fc-787a-4dd7-b17d-a76c9e98a727,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:38.949951 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 49174) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:39.002191 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a8915ef4-872f-4a8b-9b5e-d993fd4fbb79 admin admin] Publish callbacks [] for security_group (2704d7fc-787a-4dd7-b17d-a76c9e98a727), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:39.023724 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a8915ef4-872f-4a8b-9b5e-d993fd4fbb79 admin admin] Publish callbacks [] for security_group (2704d7fc-787a-4dd7-b17d-a76c9e98a727), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:39.120954 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a8915ef4-872f-4a8b-9b5e-d993fd4fbb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (2704d7fc-787a-4dd7-b17d-a76c9e98a727), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:39.124200 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a8915ef4-872f-4a8b-9b5e-d993fd4fbb79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:39.125730 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-a8915ef4-872f-4a8b-9b5e-d993fd4fbb79 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2704d7fc-787a-4dd7-b17d-a76c9e98a727 HTTP/1.1" status: 204 len: 168 time: 0.1744492 Mar 23 11:03:39.134039 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8915ef4-872f-4a8b-9b5e-d993fd4fbb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2704d7fc-787a-4dd7-b17d-a76c9e98a727,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:39.549517 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06d3e9-8c66-4224-acf0-46c4c8011ed2 req-529e7c12-af00-40ae-8fd7-5300c83f46f5 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:39.551147 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bc06d3e9-8c66-4224-acf0-46c4c8011ed2 req-529e7c12-af00-40ae-8fd7-5300c83f46f5 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0582180 Mar 23 11:03:39.607161 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bc06d3e9-8c66-4224-acf0-46c4c8011ed2 req-425d30a0-b0ba-4d99-8156-ff345513a357 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483329 Mar 23 11:03:40.726402 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dfce4-491d-492f-a4db-4682401e148b req-61b44ea2-0e97-4f98-946f-acf44c4a27ad tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:40.728059 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6b7dfce4-491d-492f-a4db-4682401e148b req-61b44ea2-0e97-4f98-946f-acf44c4a27ad tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0553052 Mar 23 11:03:40.781710 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6b7dfce4-491d-492f-a4db-4682401e148b req-819be8d7-8b30-4f9c-a068-40f41211e709 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481207 Mar 23 11:03:41.110890 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 49302) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:41.268721 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-967f9eae-795f-4ba6-b000-ad39afd2252a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:41.353381 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-967f9eae-795f-4ba6-b000-ad39afd2252a admin admin] Publish callbacks [] for security_group (37eba913-8023-4621-99c9-e29c0d217f89), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:41.429582 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-967f9eae-795f-4ba6-b000-ad39afd2252a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (37eba913-8023-4621-99c9-e29c0d217f89), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:41.471377 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f9eae-795f-4ba6-b000-ad39afd2252a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37eba913-8023-4621-99c9-e29c0d217f89,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:41.479547 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 49316) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:41.485815 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-967f9eae-795f-4ba6-b000-ad39afd2252a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3bcf75f150b5489b9323fd06ad1f372c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3736815 Mar 23 11:03:41.530278 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-97047cb6-0ae3-46d4-849b-558f6241206b admin admin] Publish callbacks [] for security_group (37eba913-8023-4621-99c9-e29c0d217f89), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:41.556523 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-97047cb6-0ae3-46d4-849b-558f6241206b admin admin] Publish callbacks [] for security_group (37eba913-8023-4621-99c9-e29c0d217f89), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:41.664276 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-97047cb6-0ae3-46d4-849b-558f6241206b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (37eba913-8023-4621-99c9-e29c0d217f89), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:41.667330 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-97047cb6-0ae3-46d4-849b-558f6241206b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:41.671474 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-97047cb6-0ae3-46d4-849b-558f6241206b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37eba913-8023-4621-99c9-e29c0d217f89 HTTP/1.1" status: 204 len: 168 time: 0.1874402 Mar 23 11:03:41.679111 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97047cb6-0ae3-46d4-849b-558f6241206b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37eba913-8023-4621-99c9-e29c0d217f89,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:41.905876 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a8647-c0f4-4094-b371-e86a6a724777 req-76bfa427-8247-45d3-b68c-94f491e0ff12 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:41.907354 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e52a8647-c0f4-4094-b371-e86a6a724777 req-76bfa427-8247-45d3-b68c-94f491e0ff12 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0566111 Mar 23 11:03:41.963135 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e52a8647-c0f4-4094-b371-e86a6a724777 req-f6f38c5e-744a-49f2-bc9a-9cf2bcb77155 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491290 Mar 23 11:03:42.091633 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd18ca-6ae0-4754-b765-0a9b65bec064 req-2bf89949-e45c-4bb0-9bb8-e9e471c3faab tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:42.093354 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-debd18ca-6ae0-4754-b765-0a9b65bec064 req-2bf89949-e45c-4bb0-9bb8-e9e471c3faab tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 945 time: 0.0579078 Mar 23 11:03:42.144863 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-debd18ca-6ae0-4754-b765-0a9b65bec064 req-ea800166-63e3-4eb5-bcda-c314c923af4a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433798 Mar 23 11:03:42.408410 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 49368) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:42.423529 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2b54c941-b98e-4cda-8997-c672b9fecdec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:42.439603 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 49370) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:42.509708 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2b54c941-b98e-4cda-8997-c672b9fecdec admin admin] Publish callbacks [] for security_group (b8f3289a-9582-428e-9b5a-e49a0b48e533), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:42.578459 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2b54c941-b98e-4cda-8997-c672b9fecdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (b8f3289a-9582-428e-9b5a-e49a0b48e533), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:42.611447 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-7c5bba15-f432-40d5-9ff2-fd4a60bd4595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:42.625575 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-2b54c941-b98e-4cda-8997-c672b9fecdec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d4cf25013c5450781a9b3c9495afde5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158077 Mar 23 11:03:42.626460 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54c941-b98e-4cda-8997-c672b9fecdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f3289a-9582-428e-9b5a-e49a0b48e533,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:42.628156 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 49374) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:42.712216 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-bf8958f1-a15b-41c8-aa70-b497c958782b admin admin] Publish callbacks [] for security_group (b8f3289a-9582-428e-9b5a-e49a0b48e533), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:42.734464 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-7c5bba15-f432-40d5-9ff2-fd4a60bd4595 admin admin] Publish callbacks [] for security_group (cc719ce5-07c3-4005-baad-f85511bb0c8e), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:42.742543 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-bf8958f1-a15b-41c8-aa70-b497c958782b admin admin] Publish callbacks [] for security_group (b8f3289a-9582-428e-9b5a-e49a0b48e533), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:42.800964 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-7c5bba15-f432-40d5-9ff2-fd4a60bd4595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (cc719ce5-07c3-4005-baad-f85511bb0c8e), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:42.838131 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5bba15-f432-40d5-9ff2-fd4a60bd4595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc719ce5-07c3-4005-baad-f85511bb0c8e,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:42.842206 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-7c5bba15-f432-40d5-9ff2-fd4a60bd4595 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0fde97b6b6bf4913ba96dcb6389985a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4014103 Mar 23 11:03:42.844804 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 49378) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:42.877592 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-bf8958f1-a15b-41c8-aa70-b497c958782b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (b8f3289a-9582-428e-9b5a-e49a0b48e533), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:42.880029 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-bf8958f1-a15b-41c8-aa70-b497c958782b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:42.883478 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-bf8958f1-a15b-41c8-aa70-b497c958782b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8f3289a-9582-428e-9b5a-e49a0b48e533 HTTP/1.1" status: 204 len: 168 time: 0.2519240 Mar 23 11:03:42.900645 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8958f1-a15b-41c8-aa70-b497c958782b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f3289a-9582-428e-9b5a-e49a0b48e533,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:42.905357 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-86a1f512-0a5c-4a72-880e-580050b62862 admin admin] Publish callbacks [] for security_group (cc719ce5-07c3-4005-baad-f85511bb0c8e), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:42.927774 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-86a1f512-0a5c-4a72-880e-580050b62862 admin admin] Publish callbacks [] for security_group (cc719ce5-07c3-4005-baad-f85511bb0c8e), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:43.074828 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-86a1f512-0a5c-4a72-880e-580050b62862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (cc719ce5-07c3-4005-baad-f85511bb0c8e), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:43.077431 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-86a1f512-0a5c-4a72-880e-580050b62862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:43.078725 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-86a1f512-0a5c-4a72-880e-580050b62862 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc719ce5-07c3-4005-baad-f85511bb0c8e HTTP/1.1" status: 204 len: 168 time: 0.2329221 Mar 23 11:03:43.087239 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1f512-0a5c-4a72-880e-580050b62862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc719ce5-07c3-4005-baad-f85511bb0c8e,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:43.732130 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 49408) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:43.745901 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f1f93fa7-190b-4182-8866-ab5956689984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:43.818172 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f1f93fa7-190b-4182-8866-ab5956689984 admin admin] Publish callbacks [] for security_group (a52a16e1-62d4-4c28-b944-6e05421ff3f5), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:43.869514 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f1f93fa7-190b-4182-8866-ab5956689984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (a52a16e1-62d4-4c28-b944-6e05421ff3f5), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:43.905331 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f93fa7-190b-4182-8866-ab5956689984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52a16e1-62d4-4c28-b944-6e05421ff3f5,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:43.911829 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-f1f93fa7-190b-4182-8866-ab5956689984 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05c2bcef20894d4b9311bacfe99a42b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1762972 Mar 23 11:03:43.912244 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 49414) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:43.962952 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1428-3af2-49f0-b536-65b83191606d admin admin] Publish callbacks [] for security_group (a52a16e1-62d4-4c28-b944-6e05421ff3f5), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:43.984632 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1428-3af2-49f0-b536-65b83191606d admin admin] Publish callbacks [] for security_group (a52a16e1-62d4-4c28-b944-6e05421ff3f5), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:44.098120 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1428-3af2-49f0-b536-65b83191606d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (a52a16e1-62d4-4c28-b944-6e05421ff3f5), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:44.100723 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1428-3af2-49f0-b536-65b83191606d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:44.101977 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-4d5a1428-3af2-49f0-b536-65b83191606d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a52a16e1-62d4-4c28-b944-6e05421ff3f5 HTTP/1.1" status: 204 len: 168 time: 0.1886044 Mar 23 11:03:44.110537 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a1428-3af2-49f0-b536-65b83191606d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52a16e1-62d4-4c28-b944-6e05421ff3f5,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:45.106048 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 49464) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:45.216107 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-dfab7f45-a345-4db8-9da1-84f076be91f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-190937110-network', 'tenant_id': '0d24d22e17244e13b58f43371ba9ca2e'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:03:45.298682 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfab7f45-a345-4db8-9da1-84f076be91f7 admin admin] Made reservation on behalf of 0d24d22e17244e13b58f43371ba9ca2e for: {'network': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:03:45.301050 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-dfab7f45-a345-4db8-9da1-84f076be91f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for network (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:45.310194 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-dfab7f45-a345-4db8-9da1-84f076be91f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:45.385229 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-dfab7f45-a345-4db8-9da1-84f076be91f7 admin admin] Publish callbacks [] for security_group (511a1882-7d9e-4818-b79d-99bb38471d1e), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:45.474794 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-dfab7f45-a345-4db8-9da1-84f076be91f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (511a1882-7d9e-4818-b79d-99bb38471d1e), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:45.498618 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfab7f45-a345-4db8-9da1-84f076be91f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=103540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:03:45.507915 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab7f45-a345-4db8-9da1-84f076be91f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511a1882-7d9e-4818-b79d-99bb38471d1e,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:45.514342 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-dfab7f45-a345-4db8-9da1-84f076be91f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (a822f00d-730c-48e5-95c2-c03618a53bf2), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:45.514685 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.segments_db [None req-dfab7f45-a345-4db8-9da1-84f076be91f7 admin admin] Added segment a822f00d-730c-48e5-95c2-c03618a53bf2 of type vlan for network c866ff92-8cf8-4231-80a3-5ae36d15d324 Mar 23 11:03:45.560390 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-dfab7f45-a345-4db8-9da1-84f076be91f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738510713667'] for network (c866ff92-8cf8-4231-80a3-5ae36d15d324), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:45.652765 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-dfab7f45-a345-4db8-9da1-84f076be91f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for network (c866ff92-8cf8-4231-80a3-5ae36d15d324), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:45.654712 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfab7f45-a345-4db8-9da1-84f076be91f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:45.655304 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-dfab7f45-a345-4db8-9da1-84f076be91f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:45.714134 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab7f45-a345-4db8-9da1-84f076be91f7 admin admin] Pushing event updated for resources: {'Network': ['ID=c866ff92-8cf8-4231-80a3-5ae36d15d324,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:45.724395 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Network c866ff92-8cf8-4231-80a3-5ae36d15d324 details requested by agent ovs-agent-dv-cinder-790535-33-iscsi with host dv-cinder-790535-33-iscsi {{(pid=103541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 11:03:45.798402 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-dfab7f45-a345-4db8-9da1-84f076be91f7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6912651 Mar 23 11:03:45.801343 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 49474) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:45.806943 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-76239f07-61fb-4d0d-9a8e-18375b6c33a8 admin admin] Request body: {'subnet': {'network_id': 'c866ff92-8cf8-4231-80a3-5ae36d15d324', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-190937110-subnet', 'tenant_id': '0d24d22e17244e13b58f43371ba9ca2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:03:45.903361 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76239f07-61fb-4d0d-9a8e-18375b6c33a8 admin admin] Made reservation on behalf of 0d24d22e17244e13b58f43371ba9ca2e for: {'subnet': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:03:45.905805 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-76239f07-61fb-4d0d-9a8e-18375b6c33a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11773167'] for subnet (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:46.392812 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a2612-72c6-4321-9e29-65caede09d9c req-f59457d4-a608-46ab-8210-a42109fa0109 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:46.394425 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e13a2612-72c6-4321-9e29-65caede09d9c req-f59457d4-a608-46ab-8210-a42109fa0109 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 945 time: 0.0519331 Mar 23 11:03:46.416403 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-76239f07-61fb-4d0d-9a8e-18375b6c33a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12546333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11773177'] for subnet (d2693a90-4dd6-4384-bf5e-816874a49f20), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:46.484655 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61805aa3-840a-4e2b-bbc4-f207aecc2302 req-34c528f1-e047-4df1-a100-c1ff3547b082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:46.486307 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-61805aa3-840a-4e2b-bbc4-f207aecc2302 req-34c528f1-e047-4df1-a100-c1ff3547b082 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dd7b67e58e9840e182631ae128c31dc5&device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 1129 time: 0.0507529 Mar 23 11:03:46.494201 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76239f07-61fb-4d0d-9a8e-18375b6c33a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2693a90-4dd6-4384-bf5e-816874a49f20,revision_number=0']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:46.498436 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e13a2612-72c6-4321-9e29-65caede09d9c req-6a65ee5a-1bf6-463e-955a-dc9a898c1bf6 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981100 Mar 23 11:03:46.508430 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76239f07-61fb-4d0d-9a8e-18375b6c33a8 admin admin] Checking segment: {'id': 'a822f00d-730c-48e5-95c2-c03618a53bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c866ff92-8cf8-4231-80a3-5ae36d15d324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:03:46.508862 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76239f07-61fb-4d0d-9a8e-18375b6c33a8 admin admin] Network hostable DHCP agents. Network: c866ff92-8cf8-4231-80a3-5ae36d15d324, hostable agents: ['18616f87-d995-4ff8-a7e5-ed686ac89f81'], hosted agents: [] {{(pid=103540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:03:46.584509 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61805aa3-840a-4e2b-bbc4-f207aecc2302 req-19fbc913-cb1b-429f-97e6-00b7afa3fa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:46.586611 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-61805aa3-840a-4e2b-bbc4-f207aecc2302 req-19fbc913-cb1b-429f-97e6-00b7afa3fa7d service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b8305e7-fc73-4884-8968-f1c6a05e1337 HTTP/1.1" status: 200 len: 919 time: 0.0938463 Mar 23 11:03:46.606734 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76239f07-61fb-4d0d-9a8e-18375b6c33a8 admin admin] Network c866ff92-8cf8-4231-80a3-5ae36d15d324 is scheduled to be hosted by DHCP agent 18616f87-d995-4ff8-a7e5-ed686ac89f81 with binding_index 1 {{(pid=103540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:03:46.630207 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-61805aa3-840a-4e2b-bbc4-f207aecc2302 req-bf6ef682-399b-4849-85f5-38ea18e478fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c039c42-7817-49f7-aa35-d89bd76efbe8 HTTP/1.1" status: 200 len: 217 time: 0.0375905 Mar 23 11:03:46.675578 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-76239f07-61fb-4d0d-9a8e-18375b6c33a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-33-iscsi, c866ff92-8cf8-4231-80a3-5ae36d15d324) {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:03:46.679039 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61805aa3-840a-4e2b-bbc4-f207aecc2302 req-68358d4e-7ab1-4615-b9e5-a19a1c16de9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:46.680077 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76239f07-61fb-4d0d-9a8e-18375b6c33a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:46.680536 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-61805aa3-840a-4e2b-bbc4-f207aecc2302 req-68358d4e-7ab1-4615-b9e5-a19a1c16de9a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=886ce67b-f101-4e68-8143-abba0194fcaa HTTP/1.1" status: 200 len: 857 time: 0.0440722 Mar 23 11:03:46.680667 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-76239f07-61fb-4d0d-9a8e-18375b6c33a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:46.685525 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228acc65-b102-4b9d-b28d-f454ec625236 None None] Network c866ff92-8cf8-4231-80a3-5ae36d15d324 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:03:46.733910 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61805aa3-840a-4e2b-bbc4-f207aecc2302 req-67518e3c-5e13-49e5-9221-d73f5f3f0b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:46.735462 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-61805aa3-840a-4e2b-bbc4-f207aecc2302 req-67518e3c-5e13-49e5-9221-d73f5f3f0b25 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b8305e7-fc73-4884-8968-f1c6a05e1337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482957 Mar 23 11:03:46.757872 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-76239f07-61fb-4d0d-9a8e-18375b6c33a8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9547739 Mar 23 11:03:46.800942 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f8f082-217b-4d6a-bb0d-d36d09c90dc1 None None] Network c866ff92-8cf8-4231-80a3-5ae36d15d324 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:03:46.832831 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-61805aa3-840a-4e2b-bbc4-f207aecc2302 req-c99b2d1a-c29b-4a96-9c0f-30ba3d143e87 service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902879 Mar 23 11:03:46.911955 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:03:46.938210 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-61805aa3-840a-4e2b-bbc4-f207aecc2302 req-49f4af0a-5a4b-4061-890c-7f7b92aceb80 service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958996 Mar 23 11:03:47.657279 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff7e2a-0d50-4dc5-9277-8e9649ff8596 req-1d8fa2f5-fc10-4303-8445-e480a02998f1 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:47.657279 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-34ff7e2a-0d50-4dc5-9277-8e9649ff8596 req-1d8fa2f5-fc10-4303-8445-e480a02998f1 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 945 time: 0.0562968 Mar 23 11:03:47.707945 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-34ff7e2a-0d50-4dc5-9277-8e9649ff8596 req-29b5b9b0-3ca0-451b-8a95-05d93b5228b4 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471637 Mar 23 11:03:48.821420 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235592c-c8bb-471b-931f-9f233fc13101 req-51686a1f-a9ad-4609-a8b2-846208763dab tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:48.822946 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f235592c-c8bb-471b-931f-9f233fc13101 req-51686a1f-a9ad-4609-a8b2-846208763dab tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 945 time: 0.0507715 Mar 23 11:03:48.872274 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f235592c-c8bb-471b-931f-9f233fc13101 req-eb83cee7-0376-410a-a3be-6a01ca5b5b4c tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437865 Mar 23 11:03:49.985914 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c2cc7-99ef-4d54-bf78-fea4c55a893c req-104562e9-d421-4986-8e8b-20486009dd1e tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:49.987379 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-331c2cc7-99ef-4d54-bf78-fea4c55a893c req-104562e9-d421-4986-8e8b-20486009dd1e tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 945 time: 0.0496080 Mar 23 11:03:50.032064 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-331c2cc7-99ef-4d54-bf78-fea4c55a893c req-04119b82-a19d-46c9-b427-90918683139e tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386157 Mar 23 11:03:51.151127 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ca2dd-3087-4b75-aa79-b4cb6d048574 req-9390af5a-cec6-4dd1-9215-1e7239769929 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:51.152607 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b62ca2dd-3087-4b75-aa79-b4cb6d048574 req-9390af5a-cec6-4dd1-9215-1e7239769929 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 945 time: 0.0524671 Mar 23 11:03:51.200378 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b62ca2dd-3087-4b75-aa79-b4cb6d048574 req-f936973e-aeb1-4dae-959b-9f344494b799 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418525 Mar 23 11:03:51.321898 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:52.037083 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-eb9af853-507c-4c88-b2e9-6811d30f459d tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:52.039397 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-eb9af853-507c-4c88-b2e9-6811d30f459d tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/networks?id=c866ff92-8cf8-4231-80a3-5ae36d15d324 HTTP/1.1" status: 200 len: 808 time: 0.1210811 Mar 23 11:03:52.063376 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-ff51d6e6-a988-4269-ae7b-7131db3c2e30 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/quotas/0d24d22e17244e13b58f43371ba9ca2e HTTP/1.1" status: 200 len: 375 time: 0.0182202 Mar 23 11:03:52.099359 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-2681f78c-e3de-4cff-9aeb-2591ce755062 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d24d22e17244e13b58f43371ba9ca2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304658 Mar 23 11:03:52.220779 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-703992f4-4741-46a3-8d88-5c92c5e9908a service neutron] 10.222.0.41 "GET /v2.0/networks/c866ff92-8cf8-4231-80a3-5ae36d15d324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090271 Mar 23 11:03:52.358110 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-d3facde1-2cd1-47ae-ac7b-b786a922bc4f service neutron] 10.222.0.41 "GET /v2.0/networks/c866ff92-8cf8-4231-80a3-5ae36d15d324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302831 Mar 23 11:03:52.365913 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43380a34-ad5f-41df-87f3-99ca87ab5873 req-2f817679-f579-4c3d-9c8e-e7887f4c1bf9 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:52.367333 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-43380a34-ad5f-41df-87f3-99ca87ab5873 req-2f817679-f579-4c3d-9c8e-e7887f4c1bf9 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 945 time: 0.0878441 Mar 23 11:03:52.417858 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-43380a34-ad5f-41df-87f3-99ca87ab5873 req-b8d248d4-731f-4c74-af73-61e7c46316e0 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447493 Mar 23 11:03:52.594781 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a8c34723-6c0e-4202-887e-b82dce835b35 req-c0988d0b-4cb1-4d80-b4c7-793a2e32bfb4 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f898a12-0170-48e4-9cc5-7d6fe8be30d3 HTTP/1.1" status: 200 len: 210 time: 0.0331085 Mar 23 11:03:53.539263 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b6078-836d-4766-8ef5-904608549832 req-37dbf58b-9c0f-41e9-bacb-95c0a9aca7c8 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:53.540876 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-091b6078-836d-4766-8ef5-904608549832 req-37dbf58b-9c0f-41e9-bacb-95c0a9aca7c8 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 945 time: 0.0553746 Mar 23 11:03:53.588900 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-091b6078-836d-4766-8ef5-904608549832 req-1328df14-36a8-4ab5-b9a4-c274a4644237 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425487 Mar 23 11:03:53.689066 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d9d58012-257d-4de1-99c1-6c4497d57d01 req-d802d025-4a21-4bd7-a262-3e84ee808296 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f898a12-0170-48e4-9cc5-7d6fe8be30d3 HTTP/1.1" status: 200 len: 210 time: 0.0293314 Mar 23 11:03:54.708470 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d934beb-310d-49ae-82e9-7b9dd7a732a6 req-7a423c97-2036-4128-a606-e8120365b892 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:54.710050 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5d934beb-310d-49ae-82e9-7b9dd7a732a6 req-7a423c97-2036-4128-a606-e8120365b892 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 945 time: 0.0538225 Mar 23 11:03:54.772002 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5d934beb-310d-49ae-82e9-7b9dd7a732a6 req-12db86d2-a716-488d-ad56-8757817d7d3a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556395 Mar 23 11:03:54.789927 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-42185cb0-30b8-452d-ba89-a7881693dd80 req-6b19bb05-50d2-4a17-b6f7-b6cf9ef61f26 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f898a12-0170-48e4-9cc5-7d6fe8be30d3 HTTP/1.1" status: 200 len: 210 time: 0.0316541 Mar 23 11:03:55.726143 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2463ed42-2b26-4be8-9113-6a3638961913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:55.900349 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c127595d-db50-4a48-8b88-b3601ab3ffe4 req-768bde26-ebae-4523-9eb1-4c5158e7cf94 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f898a12-0170-48e4-9cc5-7d6fe8be30d3 HTTP/1.1" status: 200 len: 210 time: 0.0318413 Mar 23 11:03:55.922998 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c62215-7cd9-4969-917b-b2cd8c83a25c req-6d78736d-acdf-4930-b958-3e70346e8df5 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:55.924485 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-90c62215-7cd9-4969-917b-b2cd8c83a25c req-6d78736d-acdf-4930-b958-3e70346e8df5 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 945 time: 0.0811687 Mar 23 11:03:55.971434 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-90c62215-7cd9-4969-917b-b2cd8c83a25c req-737b1149-2f60-48f3-9551-b716ee5e2c34 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413222 Mar 23 11:03:56.596926 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-8e8f97d7-afea-4eb7-bf02-f2603e871ead tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:56.598462 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-8e8f97d7-afea-4eb7-bf02-f2603e871ead tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.52 "GET /v2.0/networks?id=c866ff92-8cf8-4231-80a3-5ae36d15d324 HTTP/1.1" status: 200 len: 808 time: 0.2925696 Mar 23 11:03:56.611364 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-fa9eb8ab-69a5-4c3c-a6bb-5355d72fd4a7 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Request body: {'port': {'device_id': '0f898a12-0170-48e4-9cc5-7d6fe8be30d3', 'network_id': 'c866ff92-8cf8-4231-80a3-5ae36d15d324', 'admin_state_up': True, 'tenant_id': '0d24d22e17244e13b58f43371ba9ca2e'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:03:56.829339 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-fa9eb8ab-69a5-4c3c-a6bb-5355d72fd4a7 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Made reservation on behalf of 0d24d22e17244e13b58f43371ba9ca2e for: {'port': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:03:56.832719 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-fa9eb8ab-69a5-4c3c-a6bb-5355d72fd4a7 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:56.966873 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-fa9eb8ab-69a5-4c3c-a6bb-5355d72fd4a7 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Allocated IP 172.20.0.8 (c866ff92-8cf8-4231-80a3-5ae36d15d324/d2693a90-4dd6-4384-bf5e-816874a49f20/2bbd5ed1-9b8c-4849-8d91-69950b0064e1) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:03:57.018083 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2efc3fd2-f066-4396-9529-95d787af78a3 req-eeed3925-d4ee-4790-871b-51e65098fc19 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f898a12-0170-48e4-9cc5-7d6fe8be30d3 HTTP/1.1" status: 200 len: 210 time: 0.0449488 Mar 23 11:03:57.097606 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859588f-7fc5-4d41-8f1f-301c9bfeddf3 req-b7495bce-d08c-4ba3-a087-cdd984bec6f7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:57.097606 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1859588f-7fc5-4d41-8f1f-301c9bfeddf3 req-b7495bce-d08c-4ba3-a087-cdd984bec6f7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 945 time: 0.0506561 Mar 23 11:03:57.127206 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-fa9eb8ab-69a5-4c3c-a6bb-5355d72fd4a7 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Publish callbacks [] for port (2bbd5ed1-9b8c-4849-8d91-69950b0064e1), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:57.158348 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1859588f-7fc5-4d41-8f1f-301c9bfeddf3 req-c7b7c5a6-6323-4cbd-b4e8-bf0a716dbe10 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555732 Mar 23 11:03:57.241048 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-fa9eb8ab-69a5-4c3c-a6bb-5355d72fd4a7 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (2bbd5ed1-9b8c-4849-8d91-69950b0064e1), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:57.284159 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-fa9eb8ab-69a5-4c3c-a6bb-5355d72fd4a7 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Network c866ff92-8cf8-4231-80a3-5ae36d15d324 is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:03:57.287559 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-fa9eb8ab-69a5-4c3c-a6bb-5355d72fd4a7 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:03:57.297531 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-fa9eb8ab-69a5-4c3c-a6bb-5355d72fd4a7 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:03:57.328759 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9eb8ab-69a5-4c3c-a6bb-5355d72fd4a7 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Pushing event updated for resources: {'Port': ['ID=2bbd5ed1-9b8c-4849-8d91-69950b0064e1,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:57.354513 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-fa9eb8ab-69a5-4c3c-a6bb-5355d72fd4a7 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:57.355114 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-fa9eb8ab-69a5-4c3c-a6bb-5355d72fd4a7 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:57.466914 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-fa9eb8ab-69a5-4c3c-a6bb-5355d72fd4a7 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8595817 Mar 23 11:03:57.479335 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-6249a3d6-ef85-4fee-9be8-1b934ed6beb7 service neutron] Request body: {'port': {'device_id': '0f898a12-0170-48e4-9cc5-7d6fe8be30d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:03:57.541686 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-6249a3d6-ef85-4fee-9be8-1b934ed6beb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (2bbd5ed1-9b8c-4849-8d91-69950b0064e1), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:57.800971 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-6249a3d6-ef85-4fee-9be8-1b934ed6beb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bbd5ed1-9b8c-4849-8d91-69950b0064e1 {{(pid=103539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:03:57.808893 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-6249a3d6-ef85-4fee-9be8-1b934ed6beb7 service neutron] Publish callbacks [] for port (2bbd5ed1-9b8c-4849-8d91-69950b0064e1), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:57.821817 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.provisioning_blocks [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-6249a3d6-ef85-4fee-9be8-1b934ed6beb7 service neutron] Transition to ACTIVE for port object 2bbd5ed1-9b8c-4849-8d91-69950b0064e1 will not be triggered until provisioned by entity L2. {{(pid=103539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 11:03:57.834977 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-72dcbd1e-de54-44e4-b257-9fe2af873884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:57.869274 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-6249a3d6-ef85-4fee-9be8-1b934ed6beb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (2bbd5ed1-9b8c-4849-8d91-69950b0064e1), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:57.921466 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249a3d6-ef85-4fee-9be8-1b934ed6beb7 service neutron] Pushing event updated for resources: {'Port': ['ID=2bbd5ed1-9b8c-4849-8d91-69950b0064e1,revision_number=2']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:57.992959 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-6249a3d6-ef85-4fee-9be8-1b934ed6beb7 service neutron] Attempting to bind port 2bbd5ed1-9b8c-4849-8d91-69950b0064e1 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:03:57.993356 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-6249a3d6-ef85-4fee-9be8-1b934ed6beb7 service neutron] Attempting to bind port 2bbd5ed1-9b8c-4849-8d91-69950b0064e1 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a822f00d-730c-48e5-95c2-c03618a53bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c866ff92-8cf8-4231-80a3-5ae36d15d324'}] {{(pid=103539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:03:57.993661 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-6249a3d6-ef85-4fee-9be8-1b934ed6beb7 service neutron] Attempting to bind port 2bbd5ed1-9b8c-4849-8d91-69950b0064e1 on network c866ff92-8cf8-4231-80a3-5ae36d15d324 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:03:57.998918 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-6249a3d6-ef85-4fee-9be8-1b934ed6beb7 service neutron] Port 2bbd5ed1-9b8c-4849-8d91-69950b0064e1 on network c866ff92-8cf8-4231-80a3-5ae36d15d324 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 11:03:57.999244 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-6249a3d6-ef85-4fee-9be8-1b934ed6beb7 service neutron] Attempting to bind port 2bbd5ed1-9b8c-4849-8d91-69950b0064e1 on network c866ff92-8cf8-4231-80a3-5ae36d15d324 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:03:58.004108 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-6249a3d6-ef85-4fee-9be8-1b934ed6beb7 service neutron] Checking agent: {'id': '3422437f-3c55-48f6-8aa2-6fea3ffa4df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'started_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:03:58.004442 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-6249a3d6-ef85-4fee-9be8-1b934ed6beb7 service neutron] Checking segment: {'id': 'a822f00d-730c-48e5-95c2-c03618a53bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c866ff92-8cf8-4231-80a3-5ae36d15d324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:03:58.004831 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-6249a3d6-ef85-4fee-9be8-1b934ed6beb7 service neutron] Bound using segment: {'id': 'a822f00d-730c-48e5-95c2-c03618a53bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c866ff92-8cf8-4231-80a3-5ae36d15d324'} {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:03:58.005286 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-6249a3d6-ef85-4fee-9be8-1b934ed6beb7 service neutron] Bound port: 2bbd5ed1-9b8c-4849-8d91-69950b0064e1, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a822f00d-730c-48e5-95c2-c03618a53bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c866ff92-8cf8-4231-80a3-5ae36d15d324'}}] {{(pid=103539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:03:58.005654 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-6249a3d6-ef85-4fee-9be8-1b934ed6beb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (2bbd5ed1-9b8c-4849-8d91-69950b0064e1), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:58.018250 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 49680) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:58.070974 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-6249a3d6-ef85-4fee-9be8-1b934ed6beb7 service neutron] For port 2bbd5ed1-9b8c-4849-8d91-69950b0064e1, host hv-cinder-79053, cleared binding levels {{(pid=103539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:03:58.074163 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-6249a3d6-ef85-4fee-9be8-1b934ed6beb7 service neutron] For port 2bbd5ed1-9b8c-4849-8d91-69950b0064e1, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2bbd5ed1-9b8c-4849-8d91-69950b0064e1,segment=NetworkSegment(a822f00d-730c-48e5-95c2-c03618a53bf2),segment_id=a822f00d-730c-48e5-95c2-c03618a53bf2)] {{(pid=103539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:03:58.130757 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-9824223d-3f74-45f3-8e4f-19f4d94737dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:58.145430 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfef2dc-9fe3-4a30-848a-f10d0a630e96 req-2d64e227-738e-40e2-ad1c-7828d0c1861e tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:58.146892 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-dbfef2dc-9fe3-4a30-848a-f10d0a630e96 req-2d64e227-738e-40e2-ad1c-7828d0c1861e tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f898a12-0170-48e4-9cc5-7d6fe8be30d3 HTTP/1.1" status: 200 len: 943 time: 0.0697932 Mar 23 11:03:58.168675 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-6249a3d6-ef85-4fee-9be8-1b934ed6beb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (2bbd5ed1-9b8c-4849-8d91-69950b0064e1), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:58.228242 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-dbfef2dc-9fe3-4a30-848a-f10d0a630e96 req-259a30ae-0a30-42f7-8994-2f9ead1c159e tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748539 Mar 23 11:03:58.231350 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249a3d6-ef85-4fee-9be8-1b934ed6beb7 service neutron] Pushing event updated for resources: {'Port': ['ID=2bbd5ed1-9b8c-4849-8d91-69950b0064e1,revision_number=3']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:58.240124 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-6249a3d6-ef85-4fee-9be8-1b934ed6beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:58.240776 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-6249a3d6-ef85-4fee-9be8-1b934ed6beb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:58.242572 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-6249a3d6-ef85-4fee-9be8-1b934ed6beb7 service neutron] 10.222.0.52 "PUT /v2.0/ports/2bbd5ed1-9b8c-4849-8d91-69950b0064e1 HTTP/1.1" status: 200 len: 1093 time: 0.7674432 Mar 23 11:03:58.243065 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f898a12-0170-48e4-9cc5-7d6fe8be30d3', 'tag': '2bbd5ed1-9b8c-4849-8d91-69950b0064e1'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:03:58.246758 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f12701e-b48e-4843-9f3b-b0936d9b9c23" -d '{"events": [{"name": "network-changed", "server_uuid": "0f898a12-0170-48e4-9cc5-7d6fe8be30d3", "tag": "2bbd5ed1-9b8c-4849-8d91-69950b0064e1"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:03:58.292248 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90881869-5cac-4f16-bd36-dc30354f37ec x-openstack-request-id: req-90881869-5cac-4f16-bd36-dc30354f37ec {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:03:58.292567 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f898a12-0170-48e4-9cc5-7d6fe8be30d3", "tag": "2bbd5ed1-9b8c-4849-8d91-69950b0064e1", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:03:58.292816 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90881869-5cac-4f16-bd36-dc30354f37ec {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:03:58.293247 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90881869-5cac-4f16-bd36-dc30354f37ec'] response: {'name': 'network-changed', 'server_uuid': '0f898a12-0170-48e4-9cc5-7d6fe8be30d3', 'tag': '2bbd5ed1-9b8c-4849-8d91-69950b0064e1', 'status': 'completed', 'code': 200} Mar 23 11:03:58.310682 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-9824223d-3f74-45f3-8e4f-19f4d94737dc admin admin] Publish callbacks [] for security_group (3bcd62b5-76c4-40e8-8803-eebff945ade8), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:58.342820 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec7267-2221-4436-bd17-db7de9c2a0ff req-44e5546a-9070-400f-b666-cdad517c217d tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:58.344488 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f8ec7267-2221-4436-bd17-db7de9c2a0ff req-44e5546a-9070-400f-b666-cdad517c217d tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 945 time: 0.1076646 Mar 23 11:03:58.376065 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12701e-b48e-4843-9f3b-b0936d9b9c23 req-542c5eef-5b33-42b0-ac9c-a1952396d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:58.377691 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-7f12701e-b48e-4843-9f3b-b0936d9b9c23 req-542c5eef-5b33-42b0-ac9c-a1952396d446 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d24d22e17244e13b58f43371ba9ca2e&device_id=0f898a12-0170-48e4-9cc5-7d6fe8be30d3 HTTP/1.1" status: 200 len: 1127 time: 0.0579259 Mar 23 11:03:58.392864 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-9824223d-3f74-45f3-8e4f-19f4d94737dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (3bcd62b5-76c4-40e8-8803-eebff945ade8), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:58.437529 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f8ec7267-2221-4436-bd17-db7de9c2a0ff req-35d00ecd-63b5-48fa-bee8-7c90957165d2 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872822 Mar 23 11:03:58.446128 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824223d-3f74-45f3-8e4f-19f4d94737dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcd62b5-76c4-40e8-8803-eebff945ade8,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:58.451293 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-9824223d-3f74-45f3-8e4f-19f4d94737dc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b8f3d45cbbd54b0194314c49d8ca7150&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4318960 Mar 23 11:03:58.456085 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 49702) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:58.541983 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e0585-4cb7-4b97-9b04-91670218612f req-8f1b788a-61d0-48fc-a65e-495a231c25a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:58.543507 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-347e0585-4cb7-4b97-9b04-91670218612f req-8f1b788a-61d0-48fc-a65e-495a231c25a0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 1129 time: 0.0502257 Mar 23 11:03:58.592038 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-347e0585-4cb7-4b97-9b04-91670218612f req-53798907-eb29-4e54-b086-f5043699389f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373428 Mar 23 11:03:58.617316 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d3737bbf-d00f-4333-9da9-f232d77e52af admin admin] Publish callbacks [] for security_group (3bcd62b5-76c4-40e8-8803-eebff945ade8), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:58.637990 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12701e-b48e-4843-9f3b-b0936d9b9c23 req-984b87fb-15be-4ddf-aae8-0e9d4ac5759d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:58.639581 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-7f12701e-b48e-4843-9f3b-b0936d9b9c23 req-984b87fb-15be-4ddf-aae8-0e9d4ac5759d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=0d24d22e17244e13b58f43371ba9ca2e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2475064 Mar 23 11:03:58.647649 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d3737bbf-d00f-4333-9da9-f232d77e52af admin admin] Publish callbacks [] for security_group (3bcd62b5-76c4-40e8-8803-eebff945ade8), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:58.766959 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d3737bbf-d00f-4333-9da9-f232d77e52af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (3bcd62b5-76c4-40e8-8803-eebff945ade8), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:58.769623 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d3737bbf-d00f-4333-9da9-f232d77e52af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:58.770766 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-d3737bbf-d00f-4333-9da9-f232d77e52af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3bcd62b5-76c4-40e8-8803-eebff945ade8 HTTP/1.1" status: 204 len: 168 time: 0.3133271 Mar 23 11:03:58.778804 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3737bbf-d00f-4333-9da9-f232d77e52af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcd62b5-76c4-40e8-8803-eebff945ade8,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:58.976742 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12701e-b48e-4843-9f3b-b0936d9b9c23 req-c1f325aa-0272-495c-b6a0-f6c5a1f5ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:58.978236 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-7f12701e-b48e-4843-9f3b-b0936d9b9c23 req-c1f325aa-0272-495c-b6a0-f6c5a1f5ceb0 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1627870 Mar 23 11:03:59.086109 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-ba66b130-9119-4059-a2be-44112636d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:59.089324 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-ba66b130-9119-4059-a2be-44112636d526 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d24d22e17244e13b58f43371ba9ca2e&device_id=0f898a12-0170-48e4-9cc5-7d6fe8be30d3 HTTP/1.1" status: 200 len: 1127 time: 0.0456910 Mar 23 11:03:59.129198 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-602b2f35-1c80-4394-b965-ce8aa3da702c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bbd5ed1-9b8c-4849-8d91-69950b0064e1 HTTP/1.1" status: 200 len: 217 time: 0.0339291 Mar 23 11:03:59.179543 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-cdacceb5-51b5-4927-a4e9-50c8576fbd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:59.180886 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-cdacceb5-51b5-4927-a4e9-50c8576fbd9a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d2693a90-4dd6-4384-bf5e-816874a49f20 HTTP/1.1" status: 200 len: 848 time: 0.0442269 Mar 23 11:03:59.215291 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-7d09938b-767a-4a1e-b1ef-b9a60266cb6b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c866ff92-8cf8-4231-80a3-5ae36d15d324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239131 Mar 23 11:03:59.317585 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-6c57596a-9095-4160-aa3a-faff1b899c41 service neutron] 10.222.0.52 "GET /v2.0/networks/c866ff92-8cf8-4231-80a3-5ae36d15d324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850224 Mar 23 11:03:59.343112 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 49722) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:59.379759 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fe151-2942-4543-bf20-4a0600ea6929 req-60df4907-0d00-48bf-b090-d198beffee61 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:59.379759 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-956fe151-2942-4543-bf20-4a0600ea6929 req-60df4907-0d00-48bf-b090-d198beffee61 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f898a12-0170-48e4-9cc5-7d6fe8be30d3 HTTP/1.1" status: 200 len: 943 time: 0.0588303 Mar 23 11:03:59.388229 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4c377fc4-7717-4149-8524-993781ee8c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:59.438574 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-956fe151-2942-4543-bf20-4a0600ea6929 req-c6ff03d8-654f-447d-a825-fdb3078da964 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504093 Mar 23 11:03:59.460649 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f3d3c0e0-c792-4360-b838-49bbd8a32d6b req-8831da2c-469a-4fe7-afc1-8f9e993ffab6 service neutron] 10.222.0.52 "GET /v2.0/networks/c866ff92-8cf8-4231-80a3-5ae36d15d324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364176 Mar 23 11:03:59.463703 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:59.505375 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4c377fc4-7717-4149-8524-993781ee8c03 admin admin] Publish callbacks [] for security_group (99cb1f18-6a93-4d31-b9ce-53550b8dad9d), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:59.559261 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60a5d2-2021-4a03-9257-fc550de9228c req-25de4409-3e22-4d6f-b7e6-389ecdc0c2d7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:59.560813 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-df60a5d2-2021-4a03-9257-fc550de9228c req-25de4409-3e22-4d6f-b7e6-389ecdc0c2d7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 945 time: 0.0523577 Mar 23 11:03:59.572164 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4c377fc4-7717-4149-8524-993781ee8c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (99cb1f18-6a93-4d31-b9ce-53550b8dad9d), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:59.607785 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-df60a5d2-2021-4a03-9257-fc550de9228c req-b2bc4ed1-2667-40b8-9c43-8740f1fc523f tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414410 Mar 23 11:03:59.607988 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c377fc4-7717-4149-8524-993781ee8c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cb1f18-6a93-4d31-b9ce-53550b8dad9d,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:03:59.612749 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-4c377fc4-7717-4149-8524-993781ee8c03 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7406ae9fdb0247249f53f7b794384a68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680821 Mar 23 11:03:59.615399 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 49726) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:03:59.662051 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-990e9864-b839-4693-8f5b-7e6c3c50169b admin admin] Publish callbacks [] for security_group (99cb1f18-6a93-4d31-b9ce-53550b8dad9d), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:59.686792 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-990e9864-b839-4693-8f5b-7e6c3c50169b admin admin] Publish callbacks [] for security_group (99cb1f18-6a93-4d31-b9ce-53550b8dad9d), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:59.823508 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-990e9864-b839-4693-8f5b-7e6c3c50169b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (99cb1f18-6a93-4d31-b9ce-53550b8dad9d), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:59.826184 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-990e9864-b839-4693-8f5b-7e6c3c50169b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:03:59.827510 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-990e9864-b839-4693-8f5b-7e6c3c50169b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99cb1f18-6a93-4d31-b9ce-53550b8dad9d HTTP/1.1" status: 204 len: 168 time: 0.2110431 Mar 23 11:03:59.836653 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e9864-b839-4693-8f5b-7e6c3c50169b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cb1f18-6a93-4d31-b9ce-53550b8dad9d,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:00.554649 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b01ec3-10b9-4162-9ef5-ada5af50c831 req-2e040540-d4b5-44b9-9b2f-e5e30ef4011e tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:00.556142 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-83b01ec3-10b9-4162-9ef5-ada5af50c831 req-2e040540-d4b5-44b9-9b2f-e5e30ef4011e tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f898a12-0170-48e4-9cc5-7d6fe8be30d3 HTTP/1.1" status: 200 len: 943 time: 0.0524137 Mar 23 11:04:00.605689 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-83b01ec3-10b9-4162-9ef5-ada5af50c831 req-f570272d-5184-415a-b298-2932fc2cc112 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435472 Mar 23 11:04:00.710306 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:00.734421 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c72c88-94c5-4a25-b621-785c718f738c req-28be0c95-98c5-416c-9775-9e88ed511ac2 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:00.735947 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-14c72c88-94c5-4a25-b621-785c718f738c req-28be0c95-98c5-416c-9775-9e88ed511ac2 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 945 time: 0.0597923 Mar 23 11:04:00.790269 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-14c72c88-94c5-4a25-b621-785c718f738c req-3f78e299-861a-48a1-89b1-8950562718ee tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482225 Mar 23 11:04:01.160671 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55a849-b01b-4223-9e31-8ae5d9eab20e req-607b8417-1b39-4baa-a8c3-23fb312f1414 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:01.162202 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ab55a849-b01b-4223-9e31-8ae5d9eab20e req-607b8417-1b39-4baa-a8c3-23fb312f1414 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 945 time: 0.0513136 Mar 23 11:04:01.178072 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 2bbd5ed1-9b8c-4849-8d91-69950b0064e1 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:04:01.216542 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ab55a849-b01b-4223-9e31-8ae5d9eab20e req-e3fa9f47-31c0-4da5-91ac-96a417f620db tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477190 Mar 23 11:04:01.247663 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199b81d-6d84-4be2-a8a8-9ac929f0cce1 req-55056fdb-bae9-4f38-880f-c5561a85edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:01.249338 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-d199b81d-6d84-4be2-a8a8-9ac929f0cce1 req-55056fdb-bae9-4f38-880f-c5561a85edf6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dd7b67e58e9840e182631ae128c31dc5&device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 1129 time: 0.0719981 Mar 23 11:04:01.359425 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199b81d-6d84-4be2-a8a8-9ac929f0cce1 req-e8268b49-83a3-42a4-84d9-f3a044f44430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:01.361247 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-d199b81d-6d84-4be2-a8a8-9ac929f0cce1 req-e8268b49-83a3-42a4-84d9-f3a044f44430 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b8305e7-fc73-4884-8968-f1c6a05e1337 HTTP/1.1" status: 200 len: 919 time: 0.1010463 Mar 23 11:04:01.418679 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-d199b81d-6d84-4be2-a8a8-9ac929f0cce1 req-238c27e3-69bb-4e2b-bd69-9161f18b848a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c039c42-7817-49f7-aa35-d89bd76efbe8 HTTP/1.1" status: 200 len: 217 time: 0.0436242 Mar 23 11:04:01.447060 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 2bbd5ed1-9b8c-4849-8d91-69950b0064e1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2bbd5ed1-9b8c-4849-8d91-69950b0064e1,segment=NetworkSegment(a822f00d-730c-48e5-95c2-c03618a53bf2),segment_id=a822f00d-730c-48e5-95c2-c03618a53bf2)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:04:01.462279 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': '2bbd5ed1-9b8c-4849-8d91-69950b0064e1', 'network_id': 'c866ff92-8cf8-4231-80a3-5ae36d15d324', 'port_id': '2bbd5ed1-9b8c-4849-8d91-69950b0064e1', 'mac_address': 'fa:16:3e:f9:8d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2693a90-4dd6-4384-bf5e-816874a49f20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:04:01.491491 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199b81d-6d84-4be2-a8a8-9ac929f0cce1 req-e845bff5-b767-4bd0-a2eb-af954852bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:01.493101 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-d199b81d-6d84-4be2-a8a8-9ac929f0cce1 req-e845bff5-b767-4bd0-a2eb-af954852bae4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=886ce67b-f101-4e68-8143-abba0194fcaa HTTP/1.1" status: 200 len: 857 time: 0.0532660 Mar 23 11:04:01.505114 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 2bbd5ed1-9b8c-4849-8d91-69950b0064e1 is: DOWN; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:04:01.505547 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (2bbd5ed1-9b8c-4849-8d91-69950b0064e1), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:01.518240 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bbd5ed1-9b8c-4849-8d91-69950b0064e1 {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:04:01.538619 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 2bbd5ed1-9b8c-4849-8d91-69950b0064e1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2bbd5ed1-9b8c-4849-8d91-69950b0064e1,segment=NetworkSegment(a822f00d-730c-48e5-95c2-c03618a53bf2),segment_id=a822f00d-730c-48e5-95c2-c03618a53bf2)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:04:01.543236 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199b81d-6d84-4be2-a8a8-9ac929f0cce1 req-931388bf-75c4-44dd-96c0-2050dd855114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:01.544813 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-d199b81d-6d84-4be2-a8a8-9ac929f0cce1 req-931388bf-75c4-44dd-96c0-2050dd855114 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b8305e7-fc73-4884-8968-f1c6a05e1337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444317 Mar 23 11:04:01.638327 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-d199b81d-6d84-4be2-a8a8-9ac929f0cce1 req-054eaa50-07eb-4999-91f3-3aba60fda326 service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849719 Mar 23 11:04:01.666628 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (2bbd5ed1-9b8c-4849-8d91-69950b0064e1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:01.756391 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-d199b81d-6d84-4be2-a8a8-9ac929f0cce1 req-39c55af8-9ba9-4e40-9465-dfd8b188d85a service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086190 Mar 23 11:04:01.775425 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c98e97-628f-46f5-9364-a8ceb40ee8fa req-9ca12e35-0ffb-4ef3-9b8c-c17034747034 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:01.782191 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=2bbd5ed1-9b8c-4849-8d91-69950b0064e1,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:01.784787 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d5c98e97-628f-46f5-9364-a8ceb40ee8fa req-9ca12e35-0ffb-4ef3-9b8c-c17034747034 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f898a12-0170-48e4-9cc5-7d6fe8be30d3 HTTP/1.1" status: 200 len: 944 time: 0.0800622 Mar 23 11:04:01.790870 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:01.791479 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:01.791992 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:01.792520 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:01.793009 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:01.793520 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:01.794132 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:01.794612 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:01.795126 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:01.795610 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:01.796088 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:01.796581 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:01.797068 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:01.797586 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:01.798060 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:01.830568 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d5c98e97-628f-46f5-9364-a8ceb40ee8fa req-ac93ba60-8c1a-4fea-8c94-01db9c15b557 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447025 Mar 23 11:04:01.847842 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 49804) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:02.055244 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2dc3280e-c836-4b49-8800-964a972d8ad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:02.087898 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['2bbd5ed1-9b8c-4849-8d91-69950b0064e1'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:04:02.151298 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2dc3280e-c836-4b49-8800-964a972d8ad0 admin admin] Publish callbacks [] for security_group (ac3c6654-651e-40ff-9b3c-29598f5d4ccc), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:02.213100 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2dc3280e-c836-4b49-8800-964a972d8ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (ac3c6654-651e-40ff-9b3c-29598f5d4ccc), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:02.271652 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-2dc3280e-c836-4b49-8800-964a972d8ad0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8fd9d5380b3a451fa80c4efc13da571a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4198823 Mar 23 11:04:02.271652 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3280e-c836-4b49-8800-964a972d8ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3c6654-651e-40ff-9b3c-29598f5d4ccc,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:02.272283 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 49814) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:02.320933 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:02.365055 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d41d05a6-9885-45f6-ac5d-d347b5d2b10f admin admin] Publish callbacks [] for security_group (ac3c6654-651e-40ff-9b3c-29598f5d4ccc), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:02.395443 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d41d05a6-9885-45f6-ac5d-d347b5d2b10f admin admin] Publish callbacks [] for security_group (ac3c6654-651e-40ff-9b3c-29598f5d4ccc), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:02.404050 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fe72b-1dfd-4b22-9524-9195731f99a6 req-b43a9cb4-1d8d-4e7b-8bc7-aa83c200234d tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:02.405644 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3c1fe72b-1dfd-4b22-9524-9195731f99a6 req-b43a9cb4-1d8d-4e7b-8bc7-aa83c200234d tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 945 time: 0.0918839 Mar 23 11:04:02.470627 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3c1fe72b-1dfd-4b22-9524-9195731f99a6 req-02e293a8-6c0d-4279-b32e-8596f0bea154 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596006 Mar 23 11:04:02.566401 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d41d05a6-9885-45f6-ac5d-d347b5d2b10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (ac3c6654-651e-40ff-9b3c-29598f5d4ccc), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:02.569002 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d41d05a6-9885-45f6-ac5d-d347b5d2b10f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:02.570175 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-d41d05a6-9885-45f6-ac5d-d347b5d2b10f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac3c6654-651e-40ff-9b3c-29598f5d4ccc HTTP/1.1" status: 204 len: 168 time: 0.2975135 Mar 23 11:04:02.579122 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d05a6-9885-45f6-ac5d-d347b5d2b10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3c6654-651e-40ff-9b3c-29598f5d4ccc,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:02.965975 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb9dce-a201-49d8-852e-bfcf2b94679d req-6662c639-2196-482d-85e9-ab4b488e70ec tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:02.967533 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2ecb9dce-a201-49d8-852e-bfcf2b94679d req-6662c639-2196-482d-85e9-ab4b488e70ec tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f898a12-0170-48e4-9cc5-7d6fe8be30d3 HTTP/1.1" status: 200 len: 944 time: 0.0655434 Mar 23 11:04:03.025237 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2ecb9dce-a201-49d8-852e-bfcf2b94679d req-384fc536-7346-4178-b6eb-860043515ac0 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505400 Mar 23 11:04:03.201068 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 2bbd5ed1-9b8c-4849-8d91-69950b0064e1 up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:04:03.314845 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning for port 2bbd5ed1-9b8c-4849-8d91-69950b0064e1 completed by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 11:04:03.318875 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port 2bbd5ed1-9b8c-4849-8d91-69950b0064e1 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:04:03.319254 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (2bbd5ed1-9b8c-4849-8d91-69950b0064e1), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:03.397206 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 2bbd5ed1-9b8c-4849-8d91-69950b0064e1 is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:04:03.397807 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (2bbd5ed1-9b8c-4849-8d91-69950b0064e1), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:03.421474 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f898a12-0170-48e4-9cc5-7d6fe8be30d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbd5ed1-9b8c-4849-8d91-69950b0064e1'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:04:03.423858 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cf23f2-da42-4e32-8936-fbe4e2dcf124" -d '{"events": [{"server_uuid": "0f898a12-0170-48e4-9cc5-7d6fe8be30d3", "name": "network-vif-plugged", "status": "completed", "tag": "2bbd5ed1-9b8c-4849-8d91-69950b0064e1"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:04:03.436217 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 2bbd5ed1-9b8c-4849-8d91-69950b0064e1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2bbd5ed1-9b8c-4849-8d91-69950b0064e1,segment=NetworkSegment(a822f00d-730c-48e5-95c2-c03618a53bf2),segment_id=a822f00d-730c-48e5-95c2-c03618a53bf2)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:04:03.459080 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb99cd3d-05ba-4a94-a813-8b114724c3dd x-openstack-request-id: req-bb99cd3d-05ba-4a94-a813-8b114724c3dd {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:04:03.459394 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f898a12-0170-48e4-9cc5-7d6fe8be30d3", "name": "network-vif-plugged", "status": "completed", "tag": "2bbd5ed1-9b8c-4849-8d91-69950b0064e1", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:04:03.459650 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb99cd3d-05ba-4a94-a813-8b114724c3dd {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:04:03.460050 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb99cd3d-05ba-4a94-a813-8b114724c3dd'] response: {'server_uuid': '0f898a12-0170-48e4-9cc5-7d6fe8be30d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbd5ed1-9b8c-4849-8d91-69950b0064e1', 'code': 200} Mar 23 11:04:03.555996 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (2bbd5ed1-9b8c-4849-8d91-69950b0064e1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:03.596124 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde84406-2c6d-47b2-9b4b-0b15a6efe5bc req-02362a7d-bcaa-4327-8c96-7cf5ff71849a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:03.598003 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-cde84406-2c6d-47b2-9b4b-0b15a6efe5bc req-02362a7d-bcaa-4327-8c96-7cf5ff71849a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 945 time: 0.0596275 Mar 23 11:04:03.641938 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=2bbd5ed1-9b8c-4849-8d91-69950b0064e1,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:03.657602 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-cde84406-2c6d-47b2-9b4b-0b15a6efe5bc req-ded2bd00-9dbe-4f74-b605-05218b745d74 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535083 Mar 23 11:04:03.789903 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e0607-1ac2-4f7f-ae18-e2966041b423 req-342df349-b4bb-46be-806b-76b16afc731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:03.791382 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-142e0607-1ac2-4f7f-ae18-e2966041b423 req-342df349-b4bb-46be-806b-76b16afc731e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0f898a12-0170-48e4-9cc5-7d6fe8be30d3 HTTP/1.1" status: 200 len: 1129 time: 0.0434654 Mar 23 11:04:03.834095 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-142e0607-1ac2-4f7f-ae18-e2966041b423 req-367abee6-1aa7-4275-9b29-a687b8fd16a2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361152 Mar 23 11:04:04.152008 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9d7c3-ea9e-4437-b440-b86b259b54fe req-31023923-bf8c-4f58-87ad-e8c36dc0f2a1 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:04.153822 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7dc9d7c3-ea9e-4437-b440-b86b259b54fe req-31023923-bf8c-4f58-87ad-e8c36dc0f2a1 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f898a12-0170-48e4-9cc5-7d6fe8be30d3 HTTP/1.1" status: 200 len: 945 time: 0.0574911 Mar 23 11:04:04.214080 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7dc9d7c3-ea9e-4437-b440-b86b259b54fe req-f1de3bac-e570-4b4a-9ddd-b2778858e1e1 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514023 Mar 23 11:04:04.780886 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a9ceb-ab4c-4b6c-a8d4-ee8386580503 req-85d5885d-eb69-47cf-bbc6-db493ebfa122 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:04.782510 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-919a9ceb-ab4c-4b6c-a8d4-ee8386580503 req-85d5885d-eb69-47cf-bbc6-db493ebfa122 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 945 time: 0.0529597 Mar 23 11:04:04.829082 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-919a9ceb-ab4c-4b6c-a8d4-ee8386580503 req-700425d2-5a0b-4888-abb5-3f9a96b96321 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408652 Mar 23 11:04:05.331948 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fcb0d-bb05-4002-ae48-29e9d8107034 req-cea946ad-1c36-46ab-a68f-833af04282d1 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:05.333512 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8c2fcb0d-bb05-4002-ae48-29e9d8107034 req-cea946ad-1c36-46ab-a68f-833af04282d1 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f898a12-0170-48e4-9cc5-7d6fe8be30d3 HTTP/1.1" status: 200 len: 945 time: 0.0575581 Mar 23 11:04:05.401634 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8c2fcb0d-bb05-4002-ae48-29e9d8107034 req-6a267771-07ad-4cf7-a466-89c531a957c4 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610690 Mar 23 11:04:05.871089 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 49920) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:05.976186 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3bbba2a7-cae2-4d1e-aae6-547eb2aa4a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:06.048338 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3bbba2a7-cae2-4d1e-aae6-547eb2aa4a3e admin admin] Publish callbacks [] for security_group (7a054595-21b7-4a72-8776-b53e873337d4), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:06.103621 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3bbba2a7-cae2-4d1e-aae6-547eb2aa4a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (7a054595-21b7-4a72-8776-b53e873337d4), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:06.141944 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-3bbba2a7-cae2-4d1e-aae6-547eb2aa4a3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=745d01f1acc946e99f29b557609c6572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696960 Mar 23 11:04:06.142706 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbba2a7-cae2-4d1e-aae6-547eb2aa4a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a054595-21b7-4a72-8776-b53e873337d4,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:06.144634 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 49932) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:06.191450 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3ce36e48-12c7-4a32-b726-938456d1d721 admin admin] Publish callbacks [] for security_group (7a054595-21b7-4a72-8776-b53e873337d4), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:06.211511 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3ce36e48-12c7-4a32-b726-938456d1d721 admin admin] Publish callbacks [] for security_group (7a054595-21b7-4a72-8776-b53e873337d4), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:06.314406 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3ce36e48-12c7-4a32-b726-938456d1d721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (7a054595-21b7-4a72-8776-b53e873337d4), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:06.316905 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3ce36e48-12c7-4a32-b726-938456d1d721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:06.318120 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-3ce36e48-12c7-4a32-b726-938456d1d721 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a054595-21b7-4a72-8776-b53e873337d4 HTTP/1.1" status: 204 len: 168 time: 0.1723673 Mar 23 11:04:06.326237 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce36e48-12c7-4a32-b726-938456d1d721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a054595-21b7-4a72-8776-b53e873337d4,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:06.518830 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f22d7-9de4-4c87-8cdc-a64df1bcb3d3 req-2bcb8bbc-4f79-4b9e-903a-29b44e9e7faf tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:06.520327 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8b8f22d7-9de4-4c87-8cdc-a64df1bcb3d3 req-2bcb8bbc-4f79-4b9e-903a-29b44e9e7faf tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f898a12-0170-48e4-9cc5-7d6fe8be30d3 HTTP/1.1" status: 200 len: 945 time: 0.0521045 Mar 23 11:04:06.566423 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8b8f22d7-9de4-4c87-8cdc-a64df1bcb3d3 req-a119e8ed-b219-42b6-9f2e-1948bdb3ae3d tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404406 Mar 23 11:04:07.024124 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 49950) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:07.038798 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8d8ee492-420c-4ac3-8cea-e676d1feeddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:07.110801 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8d8ee492-420c-4ac3-8cea-e676d1feeddf admin admin] Publish callbacks [] for security_group (44c25a4e-c6ab-4b3a-846b-ee5592e476cf), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:07.160468 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8d8ee492-420c-4ac3-8cea-e676d1feeddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (44c25a4e-c6ab-4b3a-846b-ee5592e476cf), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:07.197321 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-8d8ee492-420c-4ac3-8cea-e676d1feeddf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e960515e253f4e27bb419d952ee67a1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1721256 Mar 23 11:04:07.198690 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ee492-420c-4ac3-8cea-e676d1feeddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c25a4e-c6ab-4b3a-846b-ee5592e476cf,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:07.200432 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 49952) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:07.251271 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-4ddc314a-fa4a-4f94-951b-18c0c0ceb0fc admin admin] Publish callbacks [] for security_group (44c25a4e-c6ab-4b3a-846b-ee5592e476cf), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:07.273110 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-4ddc314a-fa4a-4f94-951b-18c0c0ceb0fc admin admin] Publish callbacks [] for security_group (44c25a4e-c6ab-4b3a-846b-ee5592e476cf), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:07.401118 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-4ddc314a-fa4a-4f94-951b-18c0c0ceb0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (44c25a4e-c6ab-4b3a-846b-ee5592e476cf), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:07.404057 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-4ddc314a-fa4a-4f94-951b-18c0c0ceb0fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:07.405304 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-4ddc314a-fa4a-4f94-951b-18c0c0ceb0fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44c25a4e-c6ab-4b3a-846b-ee5592e476cf HTTP/1.1" status: 204 len: 168 time: 0.2038031 Mar 23 11:04:07.414521 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc314a-fa4a-4f94-951b-18c0c0ceb0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c25a4e-c6ab-4b3a-846b-ee5592e476cf,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:07.682918 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442189a-6830-4132-b5ca-712956ce2967 req-4e82d6c6-7e42-453d-821b-f618c0c96ef8 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:07.684449 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5442189a-6830-4132-b5ca-712956ce2967 req-4e82d6c6-7e42-453d-821b-f618c0c96ef8 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f898a12-0170-48e4-9cc5-7d6fe8be30d3 HTTP/1.1" status: 200 len: 945 time: 0.0523665 Mar 23 11:04:07.734235 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5442189a-6830-4132-b5ca-712956ce2967 req-1f0680ae-d857-4bc6-8496-43bedd3a6781 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429084 Mar 23 11:04:08.849498 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b4c4b-1a24-4601-9521-1ace6761757d req-110171e2-cb57-4c5b-9cd7-9eff46c2e19e tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:08.850972 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2d4b4c4b-1a24-4601-9521-1ace6761757d req-110171e2-cb57-4c5b-9cd7-9eff46c2e19e tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f898a12-0170-48e4-9cc5-7d6fe8be30d3 HTTP/1.1" status: 200 len: 945 time: 0.0501053 Mar 23 11:04:08.902552 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2d4b4c4b-1a24-4601-9521-1ace6761757d req-ad1624f1-7bf2-49d1-a341-531d53376f24 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449359 Mar 23 11:04:09.026802 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 50008) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:09.142865 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9b137c57-959f-4bd9-9f05-7d5363f0d27d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:09.228410 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9b137c57-959f-4bd9-9f05-7d5363f0d27d admin admin] Publish callbacks [] for security_group (edb854ef-34c2-4423-88ed-89f75fb55921), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:09.314883 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9b137c57-959f-4bd9-9f05-7d5363f0d27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (edb854ef-34c2-4423-88ed-89f75fb55921), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:09.352600 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-9b137c57-959f-4bd9-9f05-7d5363f0d27d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e320a3612ba423ea5e4354154ff1185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247354 Mar 23 11:04:09.353510 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b137c57-959f-4bd9-9f05-7d5363f0d27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb854ef-34c2-4423-88ed-89f75fb55921,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:09.355978 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 50016) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:09.406836 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-21ce64bc-a9cb-4e9a-bfc6-2dd9c9d6b94c admin admin] Publish callbacks [] for security_group (edb854ef-34c2-4423-88ed-89f75fb55921), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:09.428690 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-21ce64bc-a9cb-4e9a-bfc6-2dd9c9d6b94c admin admin] Publish callbacks [] for security_group (edb854ef-34c2-4423-88ed-89f75fb55921), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:09.538395 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-21ce64bc-a9cb-4e9a-bfc6-2dd9c9d6b94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (edb854ef-34c2-4423-88ed-89f75fb55921), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:09.540990 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-21ce64bc-a9cb-4e9a-bfc6-2dd9c9d6b94c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:09.545883 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-21ce64bc-a9cb-4e9a-bfc6-2dd9c9d6b94c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/edb854ef-34c2-4423-88ed-89f75fb55921 HTTP/1.1" status: 204 len: 168 time: 0.1858029 Mar 23 11:04:09.552410 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce64bc-a9cb-4e9a-bfc6-2dd9c9d6b94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb854ef-34c2-4423-88ed-89f75fb55921,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:09.984978 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 50040) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:09.989984 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-02e7db58-1dfc-4de5-9bad-b3c13979504a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Request body: {'security_group': {'name': 'tempest-securitygroup--889768627', 'description': 'tempest-description--762628339'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:04:10.075923 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-02e7db58-1dfc-4de5-9bad-b3c13979504a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:10.147630 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-02e7db58-1dfc-4de5-9bad-b3c13979504a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks [] for security_group (e5dac614-11a8-4dbd-8494-dbff0f8d9530), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:10.395225 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-02e7db58-1dfc-4de5-9bad-b3c13979504a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (e5dac614-11a8-4dbd-8494-dbff0f8d9530), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:10.424354 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7db58-1dfc-4de5-9bad-b3c13979504a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dac614-11a8-4dbd-8494-dbff0f8d9530,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:10.517216 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-02e7db58-1dfc-4de5-9bad-b3c13979504a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:10.518641 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-02e7db58-1dfc-4de5-9bad-b3c13979504a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5325556 Mar 23 11:04:10.525348 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 50064) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:10.530552 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-b53421d9-b497-444f-bd83-98dfd265af02 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Request body: {'security_group_rule': {'security_group_id': 'e5dac614-11a8-4dbd-8494-dbff0f8d9530', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:04:10.605641 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b53421d9-b497-444f-bd83-98dfd265af02 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks [] for security_group_rule (d9028faf-256b-41af-bc03-3f434e11bfb0), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:10.683639 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b53421d9-b497-444f-bd83-98dfd265af02 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks [] for security_group_rule (d9028faf-256b-41af-bc03-3f434e11bfb0), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:10.685163 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3433b8-141b-4a68-b3a2-9a5f388fdbbb req-6ca1db1c-7053-48b2-b820-ce71a59530ff tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:10.690125 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4f3433b8-141b-4a68-b3a2-9a5f388fdbbb req-6ca1db1c-7053-48b2-b820-ce71a59530ff tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f898a12-0170-48e4-9cc5-7d6fe8be30d3 HTTP/1.1" status: 200 len: 945 time: 0.0698102 Mar 23 11:04:10.763034 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4f3433b8-141b-4a68-b3a2-9a5f388fdbbb req-3aed21f4-1616-4202-8cff-fef2e68d7dbc tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632634 Mar 23 11:04:10.766658 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b53421d9-b497-444f-bd83-98dfd265af02 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (d9028faf-256b-41af-bc03-3f434e11bfb0), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:10.788328 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53421d9-b497-444f-bd83-98dfd265af02 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9028faf-256b-41af-bc03-3f434e11bfb0,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:10.871748 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b53421d9-b497-444f-bd83-98dfd265af02 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:10.875445 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-b53421d9-b497-444f-bd83-98dfd265af02 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3460028 Mar 23 11:04:10.877909 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 50088) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:10.880585 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-1896f1b3-b810-40df-9be9-c5975249b852 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Request body: {'security_group_rule': {'security_group_id': 'e5dac614-11a8-4dbd-8494-dbff0f8d9530', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:04:11.043382 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-1896f1b3-b810-40df-9be9-c5975249b852 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks [] for security_group_rule (a4498c9b-becf-47e3-a1cd-b93bb7949de7), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:11.129808 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-1896f1b3-b810-40df-9be9-c5975249b852 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks [] for security_group_rule (a4498c9b-becf-47e3-a1cd-b93bb7949de7), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:11.184142 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-1896f1b3-b810-40df-9be9-c5975249b852 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (a4498c9b-becf-47e3-a1cd-b93bb7949de7), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:11.203711 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896f1b3-b810-40df-9be9-c5975249b852 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4498c9b-becf-47e3-a1cd-b93bb7949de7,revision_number=0']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:11.260260 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-1896f1b3-b810-40df-9be9-c5975249b852 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:11.265370 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 50100) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:11.266671 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-1896f1b3-b810-40df-9be9-c5975249b852 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3885579 Mar 23 11:04:11.269876 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-335812ae-5958-4879-93c8-fb2cc25940c7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Request body: {'floatingip': {'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:04:11.418585 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-335812ae-5958-4879-93c8-fb2cc25940c7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:11.539383 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-335812ae-5958-4879-93c8-fb2cc25940c7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:11.576761 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b13e61-ed9c-452a-8c7d-41c393dd3cca req-89a1c755-782e-4f87-8575-4ddac042b1bb tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:11.578824 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f5b13e61-ed9c-452a-8c7d-41c393dd3cca req-89a1c755-782e-4f87-8575-4ddac042b1bb tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0596695 Mar 23 11:04:11.645942 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f5b13e61-ed9c-452a-8c7d-41c393dd3cca req-52ce94d3-bc28-4ae2-96a8-76a6555ad500 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534139 Mar 23 11:04:11.692182 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [None req-335812ae-5958-4879-93c8-fb2cc25940c7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Allocated IP 172.27.0.99 (95c18418-5bae-427e-9b81-a5d1c1650c0a/3e1497af-c43c-4f5b-914b-136f0356db85/98b16947-59b6-4b02-8e23-d0202ddc684d) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:04:11.847239 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-335812ae-5958-4879-93c8-fb2cc25940c7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks [] for port (98b16947-59b6-4b02-8e23-d0202ddc684d), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:11.889211 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d8bc4-27ba-45ce-9e64-4dd8754607c4 req-cb195829-25f0-451c-97d6-527223ce2d91 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:11.890703 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0d1d8bc4-27ba-45ce-9e64-4dd8754607c4 req-cb195829-25f0-451c-97d6-527223ce2d91 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f898a12-0170-48e4-9cc5-7d6fe8be30d3 HTTP/1.1" status: 200 len: 945 time: 0.0645518 Mar 23 11:04:11.942198 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0d1d8bc4-27ba-45ce-9e64-4dd8754607c4 req-432107a4-80a1-41c4-9909-09fdc42fb25d tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454216 Mar 23 11:04:11.961052 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-335812ae-5958-4879-93c8-fb2cc25940c7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (98b16947-59b6-4b02-8e23-d0202ddc684d), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:11.999515 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335812ae-5958-4879-93c8-fb2cc25940c7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:04:12.002456 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-335812ae-5958-4879-93c8-fb2cc25940c7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:04:12.009112 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335812ae-5958-4879-93c8-fb2cc25940c7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:04:12.014861 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335812ae-5958-4879-93c8-fb2cc25940c7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Pushing event updated for resources: {'Port': ['ID=98b16947-59b6-4b02-8e23-d0202ddc684d,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:12.098690 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-335812ae-5958-4879-93c8-fb2cc25940c7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks [] for floatingip (202b7c8f-7aae-4786-8ba9-b478f8e78709), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:12.177988 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-335812ae-5958-4879-93c8-fb2cc25940c7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (98b16947-59b6-4b02-8e23-d0202ddc684d), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:12.336751 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-335812ae-5958-4879-93c8-fb2cc25940c7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks [] for port (98b16947-59b6-4b02-8e23-d0202ddc684d), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:12.469229 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a63d54-850f-417a-b276-61b0337cde6e req-b42ffe9b-5245-48f7-a5eb-971b032d9fa8 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:12.470828 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-05a63d54-850f-417a-b276-61b0337cde6e req-b42ffe9b-5245-48f7-a5eb-971b032d9fa8 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f898a12-0170-48e4-9cc5-7d6fe8be30d3 HTTP/1.1" status: 200 len: 945 time: 0.0513470 Mar 23 11:04:12.471974 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-335812ae-5958-4879-93c8-fb2cc25940c7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (98b16947-59b6-4b02-8e23-d0202ddc684d), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:12.778998 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335812ae-5958-4879-93c8-fb2cc25940c7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Pushing event updated for resources: {'Port': ['ID=98b16947-59b6-4b02-8e23-d0202ddc684d,revision_number=2']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:12.809238 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7dcb01-0128-4092-afc7-8b50ee282585 req-02bb0675-a506-4d8b-b3a2-ee31bcc8b0e4 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:12.811495 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5f7dcb01-0128-4092-afc7-8b50ee282585 req-02bb0675-a506-4d8b-b3a2-ee31bcc8b0e4 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0842371 Mar 23 11:04:12.826894 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-335812ae-5958-4879-93c8-fb2cc25940c7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (202b7c8f-7aae-4786-8ba9-b478f8e78709), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:12.881206 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5f7dcb01-0128-4092-afc7-8b50ee282585 req-83b412e4-9bf3-4d9e-9f5c-5f2d1de19654 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630722 Mar 23 11:04:12.885580 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [req-05a63d54-850f-417a-b276-61b0337cde6e req-2098e3ad-ecc6-46fa-8ca7-f363164156c3 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Deleting port 2bbd5ed1-9b8c-4849-8d91-69950b0064e1 {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:04:12.885923 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-05a63d54-850f-417a-b276-61b0337cde6e req-2098e3ad-ecc6-46fa-8ca7-f363164156c3 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (2bbd5ed1-9b8c-4849-8d91-69950b0064e1), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:12.925197 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-335812ae-5958-4879-93c8-fb2cc25940c7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:12.926393 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-335812ae-5958-4879-93c8-fb2cc25940c7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6599751 Mar 23 11:04:12.984258 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-05a63d54-850f-417a-b276-61b0337cde6e req-2098e3ad-ecc6-46fa-8ca7-f363164156c3 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] For port 2bbd5ed1-9b8c-4849-8d91-69950b0064e1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=2bbd5ed1-9b8c-4849-8d91-69950b0064e1,segment=NetworkSegment(a822f00d-730c-48e5-95c2-c03618a53bf2),segment_id=a822f00d-730c-48e5-95c2-c03618a53bf2)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:04:12.984626 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-05a63d54-850f-417a-b276-61b0337cde6e req-2098e3ad-ecc6-46fa-8ca7-f363164156c3 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (2bbd5ed1-9b8c-4849-8d91-69950b0064e1), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:13.002322 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [req-05a63d54-850f-417a-b276-61b0337cde6e req-2098e3ad-ecc6-46fa-8ca7-f363164156c3 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Calling delete_port for 2bbd5ed1-9b8c-4849-8d91-69950b0064e1 owned by compute:nova {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:04:13.116520 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307a6ba-16e8-47be-a7f6-489dbbcf0437 req-2ac44a74-01f4-4f98-b602-14da36e6b6d0 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:13.121634 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6307a6ba-16e8-47be-a7f6-489dbbcf0437 req-2ac44a74-01f4-4f98-b602-14da36e6b6d0 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f898a12-0170-48e4-9cc5-7d6fe8be30d3 HTTP/1.1" status: 200 len: 945 time: 0.0928400 Mar 23 11:04:13.203792 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-ff3c259b-b34d-402f-a500-df5faaea6c4b tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--889768627&fields=id&tenant_id=dd7b67e58e9840e182631ae128c31dc5 HTTP/1.1" status: 200 len: 267 time: 0.0787623 Mar 23 11:04:13.206819 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6307a6ba-16e8-47be-a7f6-489dbbcf0437 req-a1e06999-0c8b-4e93-94fc-6cad18f497a6 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807407 Mar 23 11:04:13.241305 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-05a63d54-850f-417a-b276-61b0337cde6e req-2098e3ad-ecc6-46fa-8ca7-f363164156c3 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (2bbd5ed1-9b8c-4849-8d91-69950b0064e1), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:13.257699 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['2bbd5ed1-9b8c-4849-8d91-69950b0064e1'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:04:13.313622 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2098e3ad-ecc6-46fa-8ca7-f363164156c3 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Pushing event deleted for resources: {'Port': ['ID=2bbd5ed1-9b8c-4849-8d91-69950b0064e1,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:13.329278 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-8929370e-169a-4e93-b7d2-2dc87da95f1a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:13.330819 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-8929370e-169a-4e93-b7d2-2dc87da95f1a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/networks?id=4b8305e7-fc73-4884-8968-f1c6a05e1337 HTTP/1.1" status: 200 len: 818 time: 0.1204996 Mar 23 11:04:13.345470 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-15bc99f5-b920-4f84-81db-c137f0a351c2 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/quotas/dd7b67e58e9840e182631ae128c31dc5 HTTP/1.1" status: 200 len: 375 time: 0.0091712 Mar 23 11:04:13.355683 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a63d54-850f-417a-b276-61b0337cde6e req-2098e3ad-ecc6-46fa-8ca7-f363164156c3 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] No DVR routers for this DVR port 2bbd5ed1-9b8c-4849-8d91-69950b0064e1 on host hv-cinder-79053 {{(pid=103539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:04:13.360628 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-05a63d54-850f-417a-b276-61b0337cde6e req-2098e3ad-ecc6-46fa-8ca7-f363164156c3 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:13.362353 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-05a63d54-850f-417a-b276-61b0337cde6e req-2098e3ad-ecc6-46fa-8ca7-f363164156c3 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.52 "DELETE /v2.0/ports/2bbd5ed1-9b8c-4849-8d91-69950b0064e1 HTTP/1.1" status: 204 len: 173 time: 0.8824015 Mar 23 11:04:13.362897 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f898a12-0170-48e4-9cc5-7d6fe8be30d3', 'name': 'network-vif-deleted', 'tag': '2bbd5ed1-9b8c-4849-8d91-69950b0064e1'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:04:13.365082 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3776ac58-f26f-4778-b60c-1c1cdb62b794" -d '{"events": [{"server_uuid": "0f898a12-0170-48e4-9cc5-7d6fe8be30d3", "name": "network-vif-deleted", "tag": "2bbd5ed1-9b8c-4849-8d91-69950b0064e1"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:04:13.413513 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17029f5c-d8a0-4f2e-8f11-398d53cceafa x-openstack-request-id: req-17029f5c-d8a0-4f2e-8f11-398d53cceafa {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:04:13.413513 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f898a12-0170-48e4-9cc5-7d6fe8be30d3", "name": "network-vif-deleted", "tag": "2bbd5ed1-9b8c-4849-8d91-69950b0064e1", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:04:13.413513 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-17029f5c-d8a0-4f2e-8f11-398d53cceafa {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:04:13.413513 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17029f5c-d8a0-4f2e-8f11-398d53cceafa'] response: {'server_uuid': '0f898a12-0170-48e4-9cc5-7d6fe8be30d3', 'name': 'network-vif-deleted', 'tag': '2bbd5ed1-9b8c-4849-8d91-69950b0064e1', 'status': 'completed', 'code': 200} Mar 23 11:04:13.419258 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-899de414-50b7-4649-ade7-ed4ef3099b67 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd7b67e58e9840e182631ae128c31dc5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0684843 Mar 23 11:04:13.517594 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-95f996d6-b598-4b52-8f33-d3f57aa233e2 service neutron] 10.222.0.41 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841815 Mar 23 11:04:13.612165 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-cab2bbdf-89f8-40a0-a160-b38f4113af22 service neutron] 10.222.0.41 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884542 Mar 23 11:04:13.889352 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-81710c3a-4fb5-44de-81a4-1a3d10251eba req-48f4b37d-67b1-4fa1-bf46-b776bcc93af3 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 210 time: 0.0269060 Mar 23 11:04:14.004481 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558e90e-831a-468c-927c-a1db127fecfb req-fa9b7ed1-5f46-49b5-b983-f83fb2a802ce tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:14.006093 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b558e90e-831a-468c-927c-a1db127fecfb req-fa9b7ed1-5f46-49b5-b983-f83fb2a802ce tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0528758 Mar 23 11:04:14.054795 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b558e90e-831a-468c-927c-a1db127fecfb req-a9a0a173-5202-4591-801e-204608b4755a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405552 Mar 23 11:04:14.314894 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-51777fca-2a12-4ed9-b12d-7290aec0d17a req-f8a077e5-a1d6-407e-a401-54910bd33204 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f898a12-0170-48e4-9cc5-7d6fe8be30d3 HTTP/1.1" status: 200 len: 210 time: 0.0279162 Mar 23 11:04:14.980577 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2193d77f-9caf-4eb6-8ee4-586a4c1b8f76 req-e5884933-ce41-4d1f-a93b-4aa8fce647db tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 210 time: 0.0288992 Mar 23 11:04:15.175433 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a1d8b-9431-4574-bb4f-3f22f4ed38ac req-b0459877-be8a-48db-a90f-58a3afa2987d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:15.176891 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d16a1d8b-9431-4574-bb4f-3f22f4ed38ac req-b0459877-be8a-48db-a90f-58a3afa2987d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0509241 Mar 23 11:04:15.224090 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d16a1d8b-9431-4574-bb4f-3f22f4ed38ac req-3427e211-cf22-498f-8266-2882bb3e1c03 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415435 Mar 23 11:04:15.346804 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 2bbd5ed1-9b8c-4849-8d91-69950b0064e1 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:04:15.366378 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] No Port match for: 2bbd5ed1-9b8c-4849-8d91-69950b0064e1 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:04:15.366730 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 2bbd5ed1-9b8c-4849-8d91-69950b0064e1 not bound to the agent host hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:04:15.425786 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3892d201-ddb9-4be7-87b5-0ef9d230eeaf req-73b4f9d6-67ae-4303-97eb-136646f1eac4 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f898a12-0170-48e4-9cc5-7d6fe8be30d3 HTTP/1.1" status: 200 len: 210 time: 0.0288317 Mar 23 11:04:16.074864 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b49edeef-e8a4-4d06-8f62-58031258ca53 req-38151723-b848-4fbc-9fc3-3cc517abb489 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 210 time: 0.0257604 Mar 23 11:04:16.348741 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56296f85-0dae-46b8-99a4-d548ee9fee86 req-1c13cb93-d058-4f97-8740-c2642fea01ab tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:16.350340 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-56296f85-0dae-46b8-99a4-d548ee9fee86 req-1c13cb93-d058-4f97-8740-c2642fea01ab tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0544384 Mar 23 11:04:16.399737 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-56296f85-0dae-46b8-99a4-d548ee9fee86 req-283e27dc-eb79-4a87-a841-be974eea547b tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438426 Mar 23 11:04:16.529100 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-98fcbf1d-a622-4608-9211-100c944c270d req-407d7fe4-3c8a-4562-b923-93fc5e0e80ac tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f898a12-0170-48e4-9cc5-7d6fe8be30d3 HTTP/1.1" status: 200 len: 210 time: 0.0277271 Mar 23 11:04:17.170987 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-02e562e1-b77e-477c-9f87-ff6b5bac4f07 req-5f6abb36-4dbb-41a3-8f05-6a7c1b12a893 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 210 time: 0.0272343 Mar 23 11:04:17.520900 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d469cd-949b-4364-a253-6c0dd0824186 req-73802295-d4e1-49ea-8a6c-c0f7937ad94f tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:17.522463 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-27d469cd-949b-4364-a253-6c0dd0824186 req-73802295-d4e1-49ea-8a6c-c0f7937ad94f tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0531850 Mar 23 11:04:17.567798 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-27d469cd-949b-4364-a253-6c0dd0824186 req-5d724769-8687-45ce-a8a2-937b887d53f8 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393205 Mar 23 11:04:17.827941 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-6c7a3324-2c28-4c0f-8248-56499a9c922b tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:17.829345 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-6c7a3324-2c28-4c0f-8248-56499a9c922b tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/networks?id=c866ff92-8cf8-4231-80a3-5ae36d15d324 HTTP/1.1" status: 200 len: 808 time: 0.0976284 Mar 23 11:04:17.843467 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-001fc1cb-50c5-467c-aeca-6545ec6f16bd tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/quotas/0d24d22e17244e13b58f43371ba9ca2e HTTP/1.1" status: 200 len: 375 time: 0.0086880 Mar 23 11:04:17.878651 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-003b9c78-99be-4b08-af2c-841a56da0b9b tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d24d22e17244e13b58f43371ba9ca2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302875 Mar 23 11:04:17.964824 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-86b1df14-fd62-4c7f-b561-6fdcd1612d7f service neutron] 10.222.0.41 "GET /v2.0/networks/c866ff92-8cf8-4231-80a3-5ae36d15d324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796478 Mar 23 11:04:18.052913 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-15e2bf62-0fdb-4759-99eb-13a3b5ad8ab6 service neutron] 10.222.0.41 "GET /v2.0/networks/c866ff92-8cf8-4231-80a3-5ae36d15d324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824211 Mar 23 11:04:18.284671 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-359fd771-fe3a-4053-b9de-cd32424314d5 req-a38d9ba5-6ff1-441f-b2f0-287754ec0838 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 210 time: 0.0316272 Mar 23 11:04:18.310861 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-691f9652-0d48-4c04-a11d-ec3871f58911 req-646c05e7-c232-4429-94f8-1affac087535 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0c6d05d-4be5-4d4d-bed9-2724523646e0 HTTP/1.1" status: 200 len: 210 time: 0.0296397 Mar 23 11:04:18.700834 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f7bf1-7b6f-4ad9-82cd-c1be91c6a67c req-fe6fdc2f-28e5-44bc-8d7e-86324b47f938 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:18.702400 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-018f7bf1-7b6f-4ad9-82cd-c1be91c6a67c req-fe6fdc2f-28e5-44bc-8d7e-86324b47f938 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0530925 Mar 23 11:04:18.751720 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-018f7bf1-7b6f-4ad9-82cd-c1be91c6a67c req-32bd2d64-4d99-49e5-a5fb-d5df1c545eaf tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434301 Mar 23 11:04:19.388466 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5b4eeb25-4075-4701-8e73-92cb3c6613b4 req-430d984e-044d-41e9-8928-ae09aaadd565 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 210 time: 0.0305653 Mar 23 11:04:19.413559 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4d45ee64-39ac-404a-bd43-1b70c6b476b5 req-d613777a-8aa0-443a-9454-624d487e313e tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0c6d05d-4be5-4d4d-bed9-2724523646e0 HTTP/1.1" status: 200 len: 210 time: 0.0281842 Mar 23 11:04:19.877584 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d12be-8c29-4fef-a16d-7d911f5e8db4 req-e49f6dc1-32cb-419f-a33f-0d43387be3d1 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:19.879065 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fc5d12be-8c29-4fef-a16d-7d911f5e8db4 req-e49f6dc1-32cb-419f-a33f-0d43387be3d1 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0543356 Mar 23 11:04:19.926705 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fc5d12be-8c29-4fef-a16d-7d911f5e8db4 req-37659de2-0874-49fb-aecd-a3cae0948247 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417912 Mar 23 11:04:20.038336 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-2366543a-8a63-4916-8d9e-3f0f4fa86e37 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:20.039657 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-2366543a-8a63-4916-8d9e-3f0f4fa86e37 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.52 "GET /v2.0/networks?id=4b8305e7-fc73-4884-8968-f1c6a05e1337 HTTP/1.1" status: 200 len: 818 time: 0.0995777 Mar 23 11:04:20.492701 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1aad434e-d43b-408e-b0aa-9960c4aa22dd req-06cdbafe-3f6b-4cbc-94d4-20ff1005d857 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 210 time: 0.0293374 Mar 23 11:04:20.531388 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c1b45cd4-d325-4a5e-8343-9324af061f71 req-a228eb8c-f869-47a0-982e-f7fda3d13733 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0c6d05d-4be5-4d4d-bed9-2724523646e0 HTTP/1.1" status: 200 len: 210 time: 0.0351202 Mar 23 11:04:21.052106 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed146b7-83e9-479f-9adc-e9a02950def2 req-cefb5584-d740-4e35-a56a-8bc2ba48368c tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:21.053592 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-aed146b7-83e9-479f-9adc-e9a02950def2 req-cefb5584-d740-4e35-a56a-8bc2ba48368c tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0519097 Mar 23 11:04:21.099021 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-aed146b7-83e9-479f-9adc-e9a02950def2 req-f415c43b-c6bd-4773-8f46-dffd02a54078 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393469 Mar 23 11:04:21.355248 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:21.584380 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3cda2a47-fa1a-44df-a3d7-3c8cd6db723d req-8333b102-7fe7-4908-9e15-50591763b6fd tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 210 time: 0.0252814 Mar 23 11:04:21.624446 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0784dace-9a2f-4bd2-8716-f915b64954d8 req-d553eb00-8edf-4bd2-a805-726eeec954c4 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0c6d05d-4be5-4d4d-bed9-2724523646e0 HTTP/1.1" status: 200 len: 210 time: 0.0283425 Mar 23 11:04:22.217792 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c77929-0955-430f-88d4-2b52bd7d59a5 req-bd76811a-840f-4f54-a9e1-6ab64d141f26 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:22.219262 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b2c77929-0955-430f-88d4-2b52bd7d59a5 req-bd76811a-840f-4f54-a9e1-6ab64d141f26 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0510962 Mar 23 11:04:22.265630 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b2c77929-0955-430f-88d4-2b52bd7d59a5 req-74b9278e-18c2-452b-a6e2-b6244393bbca tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400345 Mar 23 11:04:22.680140 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3fff4e92-7dcf-4181-bd44-6ebe329a6db7 req-186f26e0-a8bc-4acf-b071-db4978040c65 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 210 time: 0.0294280 Mar 23 11:04:22.703951 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-c35d9ab9-035a-4e91-a5ff-c3921ee3f0e8 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd7b67e58e9840e182631ae128c31dc5 HTTP/1.1" status: 200 len: 379 time: 0.0904942 Mar 23 11:04:22.708579 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Request body: {'port': {'device_id': '1e856cef-89b7-427b-90ae-f8db7d287961', 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337', 'admin_state_up': True, 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'security_groups': ['e5dac614-11a8-4dbd-8494-dbff0f8d9530']}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:04:22.956827 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Made reservation on behalf of dd7b67e58e9840e182631ae128c31dc5 for: {'port': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:04:22.960559 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:22.990724 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-952edc8c-881d-4aa3-bd7e-95b69942d74c req-67666990-fb95-4ff8-a310-c906a8bdac04 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0c6d05d-4be5-4d4d-bed9-2724523646e0 HTTP/1.1" status: 200 len: 210 time: 0.2766340 Mar 23 11:04:23.004424 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-341f7b69-b139-4033-ac0d-3c7f6641483e req-938aa8f2-f45e-4821-9cb0-e43dbfe89ab0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3229454 Mar 23 11:04:23.090275 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f7b69-b139-4033-ac0d-3c7f6641483e req-3a3de0ca-11b2-47db-98b1-d7d4ae54b59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:23.091942 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-341f7b69-b139-4033-ac0d-3c7f6641483e req-3a3de0ca-11b2-47db-98b1-d7d4ae54b59f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88a763b09264492ebee3006194629da1&device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 1129 time: 0.0548010 Mar 23 11:04:23.121141 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Allocated IP 172.20.0.12 (4b8305e7-fc73-4884-8968-f1c6a05e1337/886ce67b-f101-4e68-8143-abba0194fcaa/774c004f-6bd4-4817-863f-97c05c7167ae) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:04:23.215755 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f7b69-b139-4033-ac0d-3c7f6641483e req-204aa6e0-7b33-452e-af1e-8642aa51c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:23.217510 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-341f7b69-b139-4033-ac0d-3c7f6641483e req-204aa6e0-7b33-452e-af1e-8642aa51c579 service neutron] 10.222.0.52 "GET /v2.0/networks?id=eeda6053-fd0d-4e64-ad5b-c3168c41b691 HTTP/1.1" status: 200 len: 912 time: 0.0951664 Mar 23 11:04:23.258442 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks [] for port (774c004f-6bd4-4817-863f-97c05c7167ae), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:23.361314 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (774c004f-6bd4-4817-863f-97c05c7167ae), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:23.401658 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Network 4b8305e7-fc73-4884-8968-f1c6a05e1337 is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:04:23.404942 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:04:23.407895 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-341f7b69-b139-4033-ac0d-3c7f6641483e req-d6b0d4e7-39d0-4378-adb5-9302215d2ebd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f832c2a-d3c5-4523-b20a-45a805e6d44f HTTP/1.1" status: 200 len: 1001 time: 0.1792457 Mar 23 11:04:23.409911 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:04:23.449211 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Pushing event updated for resources: {'Port': ['ID=774c004f-6bd4-4817-863f-97c05c7167ae,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:23.474513 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f7b69-b139-4033-ac0d-3c7f6641483e req-67a32eec-1430-4801-b17d-232a0c2f433a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:23.476026 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-341f7b69-b139-4033-ac0d-3c7f6641483e req-67a32eec-1430-4801-b17d-232a0c2f433a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0a92f87a-4230-4f3a-9c60-1bacc798819f HTTP/1.1" status: 200 len: 850 time: 0.0601044 Mar 23 11:04:23.476197 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:23.476645 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:23.477295 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:23.477713 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:23.478442 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:23.478442 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:23.482424 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:23.482424 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:23.486010 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:23.486010 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:23.486010 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:23.486010 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:23.486010 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:23.486010 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:23.486010 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:23.497026 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:23.497838 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:23.542125 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-1f53fd54-a7b7-4834-b611-22ff403c33d7 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:23.543135 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-1f53fd54-a7b7-4834-b611-22ff403c33d7 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.52 "GET /v2.0/networks?id=c866ff92-8cf8-4231-80a3-5ae36d15d324 HTTP/1.1" status: 200 len: 808 time: 0.3240364 Mar 23 11:04:23.568009 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Request body: {'port': {'device_id': 'b0c6d05d-4be5-4d4d-bed9-2724523646e0', 'network_id': 'c866ff92-8cf8-4231-80a3-5ae36d15d324', 'admin_state_up': True, 'tenant_id': '0d24d22e17244e13b58f43371ba9ca2e'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:04:23.571504 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b9b6a-9347-4c46-a5f6-46fcda812547 req-b46e4bfc-9024-4bd5-bf46-a1c5661a3853 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:23.573080 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-272b9b6a-9347-4c46-a5f6-46fcda812547 req-b46e4bfc-9024-4bd5-bf46-a1c5661a3853 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.2158098 Mar 23 11:04:23.637464 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-41b96fc8-a9a4-4af4-92df-87b80fb417ff tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9359770 Mar 23 11:04:23.651401 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-ab2885d6-661d-4da7-b047-8a2b5445d14e service neutron] Request body: {'port': {'device_id': '1e856cef-89b7-427b-90ae-f8db7d287961', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:04:23.660428 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f7b69-b139-4033-ac0d-3c7f6641483e req-dc08fb61-4f55-4f9e-a81e-ca1b73bb5dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:23.662119 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-341f7b69-b139-4033-ac0d-3c7f6641483e req-dc08fb61-4f55-4f9e-a81e-ca1b73bb5dc6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eeda6053-fd0d-4e64-ad5b-c3168c41b691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1746223 Mar 23 11:04:23.700737 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-02102b9d-7141-4e54-9657-73ba8fe56839 None None] Provisioning complete for port 774c004f-6bd4-4817-863f-97c05c7167ae triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:04:23.702275 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-02102b9d-7141-4e54-9657-73ba8fe56839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (774c004f-6bd4-4817-863f-97c05c7167ae), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:23.755214 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-02102b9d-7141-4e54-9657-73ba8fe56839 None None] Port 774c004f-6bd4-4817-863f-97c05c7167ae cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:04:23.763274 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-ab2885d6-661d-4da7-b047-8a2b5445d14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (774c004f-6bd4-4817-863f-97c05c7167ae), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:23.846241 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-272b9b6a-9347-4c46-a5f6-46fcda812547 req-7a637660-c82b-4aab-a783-a43a230bcf39 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2538035 Mar 23 11:04:23.906564 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505322a7-de6e-40a4-a5f8-eacdff5b09fc req-a1d8a440-c9f2-4926-a7c8-0b302260105c tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:23.909676 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-505322a7-de6e-40a4-a5f8-eacdff5b09fc req-a1d8a440-c9f2-4926-a7c8-0b302260105c tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 932 time: 0.1363802 Mar 23 11:04:23.911275 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:04:23.931432 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-341f7b69-b139-4033-ac0d-3c7f6641483e req-6587baa2-882e-45be-9672-ba518f9281ea service neutron] 10.222.0.52 "GET /v2.0/networks/eeda6053-fd0d-4e64-ad5b-c3168c41b691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006190 Mar 23 11:04:23.957130 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Made reservation on behalf of 0d24d22e17244e13b58f43371ba9ca2e for: {'port': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:04:23.960586 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:24.022523 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-505322a7-de6e-40a4-a5f8-eacdff5b09fc req-3e8d32ed-36a1-42bc-908d-89709f7968d5 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084008 Mar 23 11:04:24.071152 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-ab2885d6-661d-4da7-b047-8a2b5445d14e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 774c004f-6bd4-4817-863f-97c05c7167ae {{(pid=103539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:04:24.079260 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-ab2885d6-661d-4da7-b047-8a2b5445d14e service neutron] Publish callbacks [] for port (774c004f-6bd4-4817-863f-97c05c7167ae), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:24.092252 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.provisioning_blocks [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-ab2885d6-661d-4da7-b047-8a2b5445d14e service neutron] Transition to ACTIVE for port object 774c004f-6bd4-4817-863f-97c05c7167ae will not be triggered until provisioned by entity L2. {{(pid=103539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 11:04:24.121846 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a65d954e-1a49-4e9f-aca6-59f1fecfdfbb req-08712eaf-fe40-4807-822c-a3cf396d982b tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0c6d05d-4be5-4d4d-bed9-2724523646e0 HTTP/1.1" status: 200 len: 210 time: 0.0394866 Mar 23 11:04:24.144520 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-341f7b69-b139-4033-ac0d-3c7f6641483e req-4370ce04-616e-4eeb-81bd-51d9dab0c181 service neutron] 10.222.0.52 "GET /v2.0/networks/eeda6053-fd0d-4e64-ad5b-c3168c41b691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043483 Mar 23 11:04:24.161441 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-ab2885d6-661d-4da7-b047-8a2b5445d14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (774c004f-6bd4-4817-863f-97c05c7167ae), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:24.224102 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Allocated IP 172.20.0.2 (c866ff92-8cf8-4231-80a3-5ae36d15d324/d2693a90-4dd6-4384-bf5e-816874a49f20/3aba1714-3135-4d41-9468-a3bf9159feed) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:04:24.230877 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2885d6-661d-4da7-b047-8a2b5445d14e service neutron] Pushing event updated for resources: {'Port': ['ID=774c004f-6bd4-4817-863f-97c05c7167ae,revision_number=2']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:24.302095 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-ab2885d6-661d-4da7-b047-8a2b5445d14e service neutron] Attempting to bind port 774c004f-6bd4-4817-863f-97c05c7167ae on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:04:24.302526 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-ab2885d6-661d-4da7-b047-8a2b5445d14e service neutron] Attempting to bind port 774c004f-6bd4-4817-863f-97c05c7167ae by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '486bcbfd-361c-4836-9657-8a8d022c8112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337'}] {{(pid=103539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:04:24.302932 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-ab2885d6-661d-4da7-b047-8a2b5445d14e service neutron] Attempting to bind port 774c004f-6bd4-4817-863f-97c05c7167ae on network 4b8305e7-fc73-4884-8968-f1c6a05e1337 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:04:24.307547 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-ab2885d6-661d-4da7-b047-8a2b5445d14e service neutron] Port 774c004f-6bd4-4817-863f-97c05c7167ae on network 4b8305e7-fc73-4884-8968-f1c6a05e1337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 11:04:24.308237 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-ab2885d6-661d-4da7-b047-8a2b5445d14e service neutron] Attempting to bind port 774c004f-6bd4-4817-863f-97c05c7167ae on network 4b8305e7-fc73-4884-8968-f1c6a05e1337 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:04:24.314142 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-ab2885d6-661d-4da7-b047-8a2b5445d14e service neutron] Checking agent: {'id': '3422437f-3c55-48f6-8aa2-6fea3ffa4df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'started_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:04:24.314565 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-ab2885d6-661d-4da7-b047-8a2b5445d14e service neutron] Checking segment: {'id': '486bcbfd-361c-4836-9657-8a8d022c8112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:04:24.315021 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-ab2885d6-661d-4da7-b047-8a2b5445d14e service neutron] Bound using segment: {'id': '486bcbfd-361c-4836-9657-8a8d022c8112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337'} {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:04:24.315517 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-ab2885d6-661d-4da7-b047-8a2b5445d14e service neutron] Bound port: 774c004f-6bd4-4817-863f-97c05c7167ae, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486bcbfd-361c-4836-9657-8a8d022c8112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337'}}] {{(pid=103539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:04:24.315947 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-ab2885d6-661d-4da7-b047-8a2b5445d14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (774c004f-6bd4-4817-863f-97c05c7167ae), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:24.388669 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-ab2885d6-661d-4da7-b047-8a2b5445d14e service neutron] For port 774c004f-6bd4-4817-863f-97c05c7167ae, host hv-cinder-79053, cleared binding levels {{(pid=103539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:04:24.394249 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-ab2885d6-661d-4da7-b047-8a2b5445d14e service neutron] For port 774c004f-6bd4-4817-863f-97c05c7167ae, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=774c004f-6bd4-4817-863f-97c05c7167ae,segment=NetworkSegment(486bcbfd-361c-4836-9657-8a8d022c8112),segment_id=486bcbfd-361c-4836-9657-8a8d022c8112)] {{(pid=103539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:04:24.408200 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Publish callbacks [] for port (3aba1714-3135-4d41-9468-a3bf9159feed), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:24.505183 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-ab2885d6-661d-4da7-b047-8a2b5445d14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (774c004f-6bd4-4817-863f-97c05c7167ae), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:24.532729 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (3aba1714-3135-4d41-9468-a3bf9159feed), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:24.543270 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-ab2885d6-661d-4da7-b047-8a2b5445d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:24.543997 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-ab2885d6-661d-4da7-b047-8a2b5445d14e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:24.545375 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-ab2885d6-661d-4da7-b047-8a2b5445d14e service neutron] 10.222.0.52 "PUT /v2.0/ports/774c004f-6bd4-4817-863f-97c05c7167ae HTTP/1.1" status: 200 len: 1094 time: 0.8995633 Mar 23 11:04:24.545829 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e856cef-89b7-427b-90ae-f8db7d287961', 'tag': '774c004f-6bd4-4817-863f-97c05c7167ae'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:04:24.548119 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd44e8a-2f86-4950-b3ca-9a97d16413fb" -d '{"events": [{"name": "network-changed", "server_uuid": "1e856cef-89b7-427b-90ae-f8db7d287961", "tag": "774c004f-6bd4-4817-863f-97c05c7167ae"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:04:24.570269 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2885d6-661d-4da7-b047-8a2b5445d14e service neutron] Pushing event updated for resources: {'Port': ['ID=774c004f-6bd4-4817-863f-97c05c7167ae,revision_number=3']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:24.584563 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Network c866ff92-8cf8-4231-80a3-5ae36d15d324 is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:04:24.589751 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:04:24.591406 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:04:24.601549 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8148064c-21ab-40c5-a4d5-c917027b640d x-openstack-request-id: req-8148064c-21ab-40c5-a4d5-c917027b640d {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:04:24.601870 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e856cef-89b7-427b-90ae-f8db7d287961", "tag": "774c004f-6bd4-4817-863f-97c05c7167ae", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:04:24.602187 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8148064c-21ab-40c5-a4d5-c917027b640d {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:04:24.602549 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8148064c-21ab-40c5-a4d5-c917027b640d'] response: {'name': 'network-changed', 'server_uuid': '1e856cef-89b7-427b-90ae-f8db7d287961', 'tag': '774c004f-6bd4-4817-863f-97c05c7167ae', 'status': 'completed', 'code': 200} Mar 23 11:04:24.634034 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Pushing event updated for resources: {'Port': ['ID=3aba1714-3135-4d41-9468-a3bf9159feed,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:24.647454 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:24.647809 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:24.648159 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:24.648506 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:24.648852 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:24.649222 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:24.649560 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:24.649893 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:24.650225 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:24.650596 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:24.650929 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:24.651259 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:24.651588 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:24.651914 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:24.652234 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:24.669559 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:24.670227 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:24.697667 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 50396) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:24.735601 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-99462dc5-6c62-45e5-9c1b-6bd201d25754 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1817017 Mar 23 11:04:24.815016 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-547afd6f-6c07-49f4-947a-1879b5f50153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:24.888108 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-547afd6f-6c07-49f4-947a-1879b5f50153 admin admin] Publish callbacks [] for security_group (f34cda87-8c34-4a9f-a616-d31c8417f312), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:24.954850 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-547afd6f-6c07-49f4-947a-1879b5f50153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (f34cda87-8c34-4a9f-a616-d31c8417f312), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:24.978100 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c8eb8-7f7a-43be-aa41-250ab7f576f2 req-c21ff8de-0f41-42d5-9f84-f35fe1af56ca tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:24.979558 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-606c8eb8-7f7a-43be-aa41-250ab7f576f2 req-c21ff8de-0f41-42d5-9f84-f35fe1af56ca tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0521946 Mar 23 11:04:24.994105 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-547afd6f-6c07-49f4-947a-1879b5f50153 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf504323fab24f0db6f44e8c3b65726d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953842 Mar 23 11:04:24.994980 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547afd6f-6c07-49f4-947a-1879b5f50153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34cda87-8c34-4a9f-a616-d31c8417f312,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:24.997237 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 50406) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:25.032353 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-606c8eb8-7f7a-43be-aa41-250ab7f576f2 req-58d8c945-25a7-4d32-b6f6-acfac91f3c3f tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465767 Mar 23 11:04:25.047381 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-885ab3ba-029a-4eab-aa58-f2e1a04df568 admin admin] Publish callbacks [] for security_group (f34cda87-8c34-4a9f-a616-d31c8417f312), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:25.069680 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-885ab3ba-029a-4eab-aa58-f2e1a04df568 admin admin] Publish callbacks [] for security_group (f34cda87-8c34-4a9f-a616-d31c8417f312), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:25.160115 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e54a5-fec3-4f03-952d-0756d3de4f61 req-5d42d9c5-274e-4e61-813c-4d94f57c0b2a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:25.161510 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-494e54a5-fec3-4f03-952d-0756d3de4f61 req-5d42d9c5-274e-4e61-813c-4d94f57c0b2a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 944 time: 0.0500965 Mar 23 11:04:25.217076 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-494e54a5-fec3-4f03-952d-0756d3de4f61 req-5d54ab72-6955-4500-b729-be9e0b8edf32 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499401 Mar 23 11:04:25.229919 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-885ab3ba-029a-4eab-aa58-f2e1a04df568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (f34cda87-8c34-4a9f-a616-d31c8417f312), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:25.232510 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-885ab3ba-029a-4eab-aa58-f2e1a04df568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:25.235036 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-885ab3ba-029a-4eab-aa58-f2e1a04df568 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f34cda87-8c34-4a9f-a616-d31c8417f312 HTTP/1.1" status: 204 len: 168 time: 0.2356312 Mar 23 11:04:25.242506 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ab3ba-029a-4eab-aa58-f2e1a04df568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34cda87-8c34-4a9f-a616-d31c8417f312,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:25.271718 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dd200-e1ad-4a88-999a-38bcc7483a1f req-7a2c7389-e67a-4fee-8da3-a098d2edfbe3 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:25.277776 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b23dd200-e1ad-4a88-999a-38bcc7483a1f req-7a2c7389-e67a-4fee-8da3-a098d2edfbe3 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0c6d05d-4be5-4d4d-bed9-2724523646e0 HTTP/1.1" status: 200 len: 931 time: 0.0727830 Mar 23 11:04:25.325110 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b23dd200-e1ad-4a88-999a-38bcc7483a1f req-d63b4a16-232e-4679-adac-211932bb2bd5 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456383 Mar 23 11:04:25.738156 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e74c749f-7ca7-4d21-a4ae-4ef6bfd50bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:25.783067 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 50422) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:25.795805 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-05f242d2-322c-44d1-87d4-4408fa5cbf00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:25.884300 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-05f242d2-322c-44d1-87d4-4408fa5cbf00 admin admin] Publish callbacks [] for security_group (22ae8d3f-ba27-467c-b160-e472dbd6f98b), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:25.954650 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-05f242d2-322c-44d1-87d4-4408fa5cbf00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (22ae8d3f-ba27-467c-b160-e472dbd6f98b), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:25.990788 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f242d2-322c-44d1-87d4-4408fa5cbf00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ae8d3f-ba27-467c-b160-e472dbd6f98b,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:25.994996 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-05f242d2-322c-44d1-87d4-4408fa5cbf00 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d873240d59341adb76e6b10dca80a01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108338 Mar 23 11:04:25.997511 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 50426) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:26.043501 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c8190c8b-f726-4058-a52d-e715a0a60bc2 admin admin] Publish callbacks [] for security_group (22ae8d3f-ba27-467c-b160-e472dbd6f98b), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:26.064002 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c8190c8b-f726-4058-a52d-e715a0a60bc2 admin admin] Publish callbacks [] for security_group (22ae8d3f-ba27-467c-b160-e472dbd6f98b), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:26.156273 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d754a20-46bc-495d-90e9-26bb36405cf4 req-72ae17ed-8711-49b1-b8dc-0fe3db2f235d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:26.157786 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9d754a20-46bc-495d-90e9-26bb36405cf4 req-72ae17ed-8711-49b1-b8dc-0fe3db2f235d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0546486 Mar 23 11:04:26.183328 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c8190c8b-f726-4058-a52d-e715a0a60bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (22ae8d3f-ba27-467c-b160-e472dbd6f98b), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:26.185916 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c8190c8b-f726-4058-a52d-e715a0a60bc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:26.187644 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-c8190c8b-f726-4058-a52d-e715a0a60bc2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/22ae8d3f-ba27-467c-b160-e472dbd6f98b HTTP/1.1" status: 204 len: 168 time: 0.1892397 Mar 23 11:04:26.195178 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8190c8b-f726-4058-a52d-e715a0a60bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ae8d3f-ba27-467c-b160-e472dbd6f98b,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:26.205601 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9d754a20-46bc-495d-90e9-26bb36405cf4 req-48451861-2170-4f28-a0d1-0aa7f5f8e891 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422890 Mar 23 11:04:26.335348 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9293296-3a37-4c15-b240-cf5edd518c26 req-63ebdd2d-d9e7-4602-9cd4-0d62f84b005a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:26.336822 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e9293296-3a37-4c15-b240-cf5edd518c26 req-63ebdd2d-d9e7-4602-9cd4-0d62f84b005a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 944 time: 0.0515769 Mar 23 11:04:26.396204 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e9293296-3a37-4c15-b240-cf5edd518c26 req-d26fd36c-7c9a-4861-9366-e36d84f553b0 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530007 Mar 23 11:04:26.447181 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3b44a-537c-4a78-9a37-7d1b0f032268 req-16fddebf-a0a3-4446-b08a-93a3148bf9dd tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:26.448650 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6df3b44a-537c-4a78-9a37-7d1b0f032268 req-16fddebf-a0a3-4446-b08a-93a3148bf9dd tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0c6d05d-4be5-4d4d-bed9-2724523646e0 HTTP/1.1" status: 200 len: 931 time: 0.0515802 Mar 23 11:04:26.500989 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6df3b44a-537c-4a78-9a37-7d1b0f032268 req-ca377f25-bbb0-422e-b46b-bb5dede8b6cf tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466118 Mar 23 11:04:26.776280 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 50442) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:26.792657 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-33860acd-8148-42dd-9410-46f3cae36230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:26.865368 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-33860acd-8148-42dd-9410-46f3cae36230 admin admin] Publish callbacks [] for security_group (18a9fe26-0310-4fe7-92d5-08d8ee65ded2), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:26.937901 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-33860acd-8148-42dd-9410-46f3cae36230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (18a9fe26-0310-4fe7-92d5-08d8ee65ded2), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:26.975261 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33860acd-8148-42dd-9410-46f3cae36230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a9fe26-0310-4fe7-92d5-08d8ee65ded2,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:26.980402 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-33860acd-8148-42dd-9410-46f3cae36230 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97e66e07f80642b49ecca99b7ec7f107&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2030959 Mar 23 11:04:26.982974 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 50446) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:27.030162 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-49960842-b4eb-44dc-9886-078b258b99a5 admin admin] Publish callbacks [] for security_group (18a9fe26-0310-4fe7-92d5-08d8ee65ded2), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:27.051013 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-49960842-b4eb-44dc-9886-078b258b99a5 admin admin] Publish callbacks [] for security_group (18a9fe26-0310-4fe7-92d5-08d8ee65ded2), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:27.099222 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-1ad466da-4ee2-4cf7-8e79-d72868bad515 service neutron] Request body: {'port': {'device_id': 'b0c6d05d-4be5-4d4d-bed9-2724523646e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:04:27.160247 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-1ad466da-4ee2-4cf7-8e79-d72868bad515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (3aba1714-3135-4d41-9468-a3bf9159feed), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:27.181416 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd44e8a-2f86-4950-b3ca-9a97d16413fb req-d797d82d-cf8b-4f2b-aa08-20131fdbbf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:27.183077 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-fcd44e8a-2f86-4950-b3ca-9a97d16413fb req-d797d82d-cf8b-4f2b-aa08-20131fdbbf7e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dd7b67e58e9840e182631ae128c31dc5&device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 1128 time: 0.0536761 Mar 23 11:04:27.184101 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-49960842-b4eb-44dc-9886-078b258b99a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (18a9fe26-0310-4fe7-92d5-08d8ee65ded2), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:27.186755 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-49960842-b4eb-44dc-9886-078b258b99a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:27.190511 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-49960842-b4eb-44dc-9886-078b258b99a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18a9fe26-0310-4fe7-92d5-08d8ee65ded2 HTTP/1.1" status: 204 len: 168 time: 0.2031670 Mar 23 11:04:27.207692 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49960842-b4eb-44dc-9886-078b258b99a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a9fe26-0310-4fe7-92d5-08d8ee65ded2,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:27.308464 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd44e8a-2f86-4950-b3ca-9a97d16413fb req-12945547-15c8-428f-8ff8-8ad96b3c732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:27.310925 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-fcd44e8a-2f86-4950-b3ca-9a97d16413fb req-12945547-15c8-428f-8ff8-8ad96b3c732e service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=dd7b67e58e9840e182631ae128c31dc5&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1144331 Mar 23 11:04:27.422392 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6e851-9845-47d1-b7ab-84feb4355a6c req-5683309d-9dfb-4c1d-91fd-c7da54bb165b tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:27.423937 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-77e6e851-9845-47d1-b7ab-84feb4355a6c req-5683309d-9dfb-4c1d-91fd-c7da54bb165b tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0904050 Mar 23 11:04:27.433726 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd44e8a-2f86-4950-b3ca-9a97d16413fb req-5a75e7d1-b6e5-43be-afb6-1e3338c2f090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:27.435523 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-fcd44e8a-2f86-4950-b3ca-9a97d16413fb req-5a75e7d1-b6e5-43be-afb6-1e3338c2f090 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1130123 Mar 23 11:04:27.530489 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-a8fba2c9-4aa5-4df0-be56-ee0ee7baec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:27.532318 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-a8fba2c9-4aa5-4df0-be56-ee0ee7baec44 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dd7b67e58e9840e182631ae128c31dc5&device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 1128 time: 0.0526717 Mar 23 11:04:27.540102 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-1ad466da-4ee2-4cf7-8e79-d72868bad515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aba1714-3135-4d41-9468-a3bf9159feed {{(pid=103540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:04:27.552684 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-77e6e851-9845-47d1-b7ab-84feb4355a6c req-d849e204-41a7-4f7b-a42b-e0ca5d6fdc69 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186831 Mar 23 11:04:27.554511 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-1ad466da-4ee2-4cf7-8e79-d72868bad515 service neutron] Publish callbacks [] for port (3aba1714-3135-4d41-9468-a3bf9159feed), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:27.574510 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.provisioning_blocks [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-1ad466da-4ee2-4cf7-8e79-d72868bad515 service neutron] Transition to ACTIVE for port object 3aba1714-3135-4d41-9468-a3bf9159feed will not be triggered until provisioned by entity L2. {{(pid=103540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 11:04:27.576981 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-1fa1e780-78f8-4963-89de-e0a49315ad07 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=774c004f-6bd4-4817-863f-97c05c7167ae HTTP/1.1" status: 200 len: 217 time: 0.0359399 Mar 23 11:04:27.605402 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b331311-6193-4887-923f-65b94311e684 req-0aeb2020-aa8f-4ece-b8e2-37000555f6eb tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:27.607473 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1b331311-6193-4887-923f-65b94311e684 req-0aeb2020-aa8f-4ece-b8e2-37000555f6eb tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 944 time: 0.1239223 Mar 23 11:04:27.657743 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-1ea53144-26fe-44e9-aca6-f303c6f59ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:27.660392 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-1ea53144-26fe-44e9-aca6-f303c6f59ca2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=886ce67b-f101-4e68-8143-abba0194fcaa HTTP/1.1" status: 200 len: 857 time: 0.0751014 Mar 23 11:04:27.685749 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-1ad466da-4ee2-4cf7-8e79-d72868bad515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (3aba1714-3135-4d41-9468-a3bf9159feed), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:27.723208 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-6b2e7d12-dec5-49c4-a84b-7a10d4e1292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:27.725069 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-6b2e7d12-dec5-49c4-a84b-7a10d4e1292e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b8305e7-fc73-4884-8968-f1c6a05e1337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0556283 Mar 23 11:04:27.729298 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1b331311-6193-4887-923f-65b94311e684 req-a27fbc4b-8399-46d7-9cdd-49fd4c8b5358 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157520 Mar 23 11:04:27.782074 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad466da-4ee2-4cf7-8e79-d72868bad515 service neutron] Pushing event updated for resources: {'Port': ['ID=3aba1714-3135-4d41-9468-a3bf9159feed,revision_number=2']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:27.809103 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ebdc1-7053-4926-8e9f-41b59f54a495 req-6a148208-8dbd-4377-947a-5afcac25a96a tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:27.810815 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-217ebdc1-7053-4926-8e9f-41b59f54a495 req-6a148208-8dbd-4377-947a-5afcac25a96a tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0c6d05d-4be5-4d4d-bed9-2724523646e0 HTTP/1.1" status: 200 len: 931 time: 0.1783736 Mar 23 11:04:27.852063 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-fda441d0-9840-442b-85c6-1e782fde958c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:27.858129 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-2a964601-1e76-412e-8254-6911f0d0fe58 service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236916 Mar 23 11:04:27.902482 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-1ad466da-4ee2-4cf7-8e79-d72868bad515 service neutron] Attempting to bind port 3aba1714-3135-4d41-9468-a3bf9159feed on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:04:27.902831 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-1ad466da-4ee2-4cf7-8e79-d72868bad515 service neutron] Attempting to bind port 3aba1714-3135-4d41-9468-a3bf9159feed by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a822f00d-730c-48e5-95c2-c03618a53bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c866ff92-8cf8-4231-80a3-5ae36d15d324'}] {{(pid=103540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:04:27.903169 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-1ad466da-4ee2-4cf7-8e79-d72868bad515 service neutron] Attempting to bind port 3aba1714-3135-4d41-9468-a3bf9159feed on network c866ff92-8cf8-4231-80a3-5ae36d15d324 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:04:27.914054 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-217ebdc1-7053-4926-8e9f-41b59f54a495 req-a06a0e66-d681-4ad0-ad59-84c972de4364 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751193 Mar 23 11:04:27.914760 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-1ad466da-4ee2-4cf7-8e79-d72868bad515 service neutron] Port 3aba1714-3135-4d41-9468-a3bf9159feed on network c866ff92-8cf8-4231-80a3-5ae36d15d324 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 11:04:27.915092 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-1ad466da-4ee2-4cf7-8e79-d72868bad515 service neutron] Attempting to bind port 3aba1714-3135-4d41-9468-a3bf9159feed on network c866ff92-8cf8-4231-80a3-5ae36d15d324 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:04:27.920256 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-1ad466da-4ee2-4cf7-8e79-d72868bad515 service neutron] Checking agent: {'id': '3422437f-3c55-48f6-8aa2-6fea3ffa4df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'started_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:04:27.920594 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-1ad466da-4ee2-4cf7-8e79-d72868bad515 service neutron] Checking segment: {'id': 'a822f00d-730c-48e5-95c2-c03618a53bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c866ff92-8cf8-4231-80a3-5ae36d15d324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:04:27.921542 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-1ad466da-4ee2-4cf7-8e79-d72868bad515 service neutron] Bound using segment: {'id': 'a822f00d-730c-48e5-95c2-c03618a53bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c866ff92-8cf8-4231-80a3-5ae36d15d324'} {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:04:27.921977 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-1ad466da-4ee2-4cf7-8e79-d72868bad515 service neutron] Bound port: 3aba1714-3135-4d41-9468-a3bf9159feed, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a822f00d-730c-48e5-95c2-c03618a53bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'c866ff92-8cf8-4231-80a3-5ae36d15d324'}}] {{(pid=103540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:04:27.922344 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-1ad466da-4ee2-4cf7-8e79-d72868bad515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (3aba1714-3135-4d41-9468-a3bf9159feed), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:27.958736 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c2458ead-e3a7-4440-8fd3-223aa65a65e9 req-c715b6c8-2829-485a-b5e0-29e8e9ed9a20 service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932481 Mar 23 11:04:27.995321 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-1ad466da-4ee2-4cf7-8e79-d72868bad515 service neutron] For port 3aba1714-3135-4d41-9468-a3bf9159feed, host hv-cinder-79053, cleared binding levels {{(pid=103540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:04:27.998310 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-1ad466da-4ee2-4cf7-8e79-d72868bad515 service neutron] For port 3aba1714-3135-4d41-9468-a3bf9159feed, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3aba1714-3135-4d41-9468-a3bf9159feed,segment=NetworkSegment(a822f00d-730c-48e5-95c2-c03618a53bf2),segment_id=a822f00d-730c-48e5-95c2-c03618a53bf2)] {{(pid=103540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:04:28.081066 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-1ad466da-4ee2-4cf7-8e79-d72868bad515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (3aba1714-3135-4d41-9468-a3bf9159feed), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:28.119312 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-1ad466da-4ee2-4cf7-8e79-d72868bad515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:28.119926 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-1ad466da-4ee2-4cf7-8e79-d72868bad515 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:28.121319 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-1ad466da-4ee2-4cf7-8e79-d72868bad515 service neutron] 10.222.0.52 "PUT /v2.0/ports/3aba1714-3135-4d41-9468-a3bf9159feed HTTP/1.1" status: 200 len: 1093 time: 1.0268009 Mar 23 11:04:28.121753 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c6d05d-4be5-4d4d-bed9-2724523646e0', 'tag': '3aba1714-3135-4d41-9468-a3bf9159feed'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:04:28.123957 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116afab2-9cc4-42cb-bb3d-c3c759e0a21c" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c6d05d-4be5-4d4d-bed9-2724523646e0", "tag": "3aba1714-3135-4d41-9468-a3bf9159feed"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:04:28.146851 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad466da-4ee2-4cf7-8e79-d72868bad515 service neutron] Pushing event updated for resources: {'Port': ['ID=3aba1714-3135-4d41-9468-a3bf9159feed,revision_number=3']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:28.176714 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab18de4-f323-45bc-961a-1e65347e14af x-openstack-request-id: req-6ab18de4-f323-45bc-961a-1e65347e14af {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:04:28.177305 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c6d05d-4be5-4d4d-bed9-2724523646e0", "tag": "3aba1714-3135-4d41-9468-a3bf9159feed", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:04:28.177305 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ab18de4-f323-45bc-961a-1e65347e14af {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:04:28.177686 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ab18de4-f323-45bc-961a-1e65347e14af'] response: {'name': 'network-changed', 'server_uuid': 'b0c6d05d-4be5-4d4d-bed9-2724523646e0', 'tag': '3aba1714-3135-4d41-9468-a3bf9159feed', 'status': 'completed', 'code': 200} Mar 23 11:04:28.244843 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116afab2-9cc4-42cb-bb3d-c3c759e0a21c req-08989d79-41f9-4282-b725-412b4efea9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:28.246589 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-116afab2-9cc4-42cb-bb3d-c3c759e0a21c req-08989d79-41f9-4282-b725-412b4efea9c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d24d22e17244e13b58f43371ba9ca2e&device_id=b0c6d05d-4be5-4d4d-bed9-2724523646e0 HTTP/1.1" status: 200 len: 1127 time: 0.0472481 Mar 23 11:04:28.662860 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116afab2-9cc4-42cb-bb3d-c3c759e0a21c req-828383b2-0c35-4b5b-8bd0-2d1237ad83f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:28.664447 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-116afab2-9cc4-42cb-bb3d-c3c759e0a21c req-828383b2-0c35-4b5b-8bd0-2d1237ad83f8 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=0d24d22e17244e13b58f43371ba9ca2e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4020343 Mar 23 11:04:28.834630 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91194c-ea95-412e-ba40-7754429481e8 req-e6907225-5797-4712-8e45-72a2bfa469d5 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:28.836118 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5e91194c-ea95-412e-ba40-7754429481e8 req-e6907225-5797-4712-8e45-72a2bfa469d5 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.1940277 Mar 23 11:04:28.906379 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116afab2-9cc4-42cb-bb3d-c3c759e0a21c req-b7628658-55c1-4de6-9c32-46f0ca4519dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:28.907837 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-116afab2-9cc4-42cb-bb3d-c3c759e0a21c req-b7628658-55c1-4de6-9c32-46f0ca4519dd service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2240503 Mar 23 11:04:28.948118 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2033ef-8b2e-4d4c-a1ed-a80adaffd2db req-32a593b3-39b8-47cd-aa3d-720be5d49821 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:28.949620 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4e2033ef-8b2e-4d4c-a1ed-a80adaffd2db req-32a593b3-39b8-47cd-aa3d-720be5d49821 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 944 time: 0.1277671 Mar 23 11:04:28.954505 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5e91194c-ea95-412e-ba40-7754429481e8 req-da54e085-0041-407f-b826-6de1dd09f57a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036189 Mar 23 11:04:29.028621 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4e2033ef-8b2e-4d4c-a1ed-a80adaffd2db req-b1916d3d-6798-499d-a89b-8baaefbceffc tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656939 Mar 23 11:04:29.033081 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-700f11a3-4b61-42b2-a1b7-513c80007d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:29.033259 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-700f11a3-4b61-42b2-a1b7-513c80007d35 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0d24d22e17244e13b58f43371ba9ca2e&device_id=b0c6d05d-4be5-4d4d-bed9-2724523646e0 HTTP/1.1" status: 200 len: 1127 time: 0.0827193 Mar 23 11:04:29.056673 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 774c004f-6bd4-4817-863f-97c05c7167ae details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:04:29.098825 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-1607f3aa-9c8d-4ea3-a5dd-b9de322eeabc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3aba1714-3135-4d41-9468-a3bf9159feed HTTP/1.1" status: 200 len: 217 time: 0.0547478 Mar 23 11:04:29.149962 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444b26e-102f-428e-b80b-f98bcbb70d3b req-499c0e30-e142-4ff6-b8e3-b4c8fb78d6e1 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:29.151461 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1444b26e-102f-428e-b80b-f98bcbb70d3b req-499c0e30-e142-4ff6-b8e3-b4c8fb78d6e1 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0c6d05d-4be5-4d4d-bed9-2724523646e0 HTTP/1.1" status: 200 len: 943 time: 0.1173496 Mar 23 11:04:29.158817 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 774c004f-6bd4-4817-863f-97c05c7167ae, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=774c004f-6bd4-4817-863f-97c05c7167ae,segment=NetworkSegment(486bcbfd-361c-4836-9657-8a8d022c8112),segment_id=486bcbfd-361c-4836-9657-8a8d022c8112)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:04:29.170606 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': '774c004f-6bd4-4817-863f-97c05c7167ae', 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337', 'port_id': '774c004f-6bd4-4817-863f-97c05c7167ae', 'mac_address': 'fa:16:3e:02:70:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:04:29.178135 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-da025f5c-633d-47e8-b835-9850ee87d8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:29.179573 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-da025f5c-633d-47e8-b835-9850ee87d8ed service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d2693a90-4dd6-4384-bf5e-816874a49f20 HTTP/1.1" status: 200 len: 848 time: 0.0709362 Mar 23 11:04:29.214048 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 774c004f-6bd4-4817-863f-97c05c7167ae is: DOWN; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:04:29.214434 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (774c004f-6bd4-4817-863f-97c05c7167ae), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:29.225348 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-9b4216cd-4d4e-4986-b3a3-1a8477347a11 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c866ff92-8cf8-4231-80a3-5ae36d15d324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324848 Mar 23 11:04:29.227361 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 774c004f-6bd4-4817-863f-97c05c7167ae {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:04:29.229720 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1444b26e-102f-428e-b80b-f98bcbb70d3b req-c7cedaf6-13d9-4d71-97f4-b699e328a69a tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726628 Mar 23 11:04:29.249778 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 774c004f-6bd4-4817-863f-97c05c7167ae, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=774c004f-6bd4-4817-863f-97c05c7167ae,segment=NetworkSegment(486bcbfd-361c-4836-9657-8a8d022c8112),segment_id=486bcbfd-361c-4836-9657-8a8d022c8112)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:04:29.322305 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-834cf696-98de-4d95-9679-ce284e4a6081 service neutron] 10.222.0.52 "GET /v2.0/networks/c866ff92-8cf8-4231-80a3-5ae36d15d324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886438 Mar 23 11:04:29.326819 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (774c004f-6bd4-4817-863f-97c05c7167ae), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:29.378392 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=774c004f-6bd4-4817-863f-97c05c7167ae,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:29.446722 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:29.457612 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe8455-392e-4535-bce8-35ad1f34f715 req-43eae265-2a10-4789-b2bb-346459fdcb93 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:29.459126 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2afe8455-392e-4535-bce8-35ad1f34f715 req-43eae265-2a10-4789-b2bb-346459fdcb93 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.1111796 Mar 23 11:04:29.462876 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b2f8907c-6b5e-41ed-b4d8-6da392d36698 req-00d69561-0657-49b3-9796-7bb88575ba74 service neutron] 10.222.0.52 "GET /v2.0/networks/c866ff92-8cf8-4231-80a3-5ae36d15d324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334348 Mar 23 11:04:29.518575 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2afe8455-392e-4535-bce8-35ad1f34f715 req-fdfe6339-7ed2-41f5-8176-a1e0c3eca905 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536320 Mar 23 11:04:29.727543 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['774c004f-6bd4-4817-863f-97c05c7167ae'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:04:30.094795 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf9299-ef90-46b1-bb1f-f297540c2002 req-02bfd8e3-e78c-4535-a7d4-4c2e6371980b tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:30.094795 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d9bf9299-ef90-46b1-bb1f-f297540c2002 req-02bfd8e3-e78c-4535-a7d4-4c2e6371980b tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0584984 Mar 23 11:04:30.172490 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d9bf9299-ef90-46b1-bb1f-f297540c2002 req-33aa1e78-1efa-4f2b-8070-feb1edd3470b tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739999 Mar 23 11:04:30.180182 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c63e32-b43d-4750-a1e5-2d26a14bfa2d req-2d723a44-8ee4-40d2-8cc8-532177392c11 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:30.181928 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-29c63e32-b43d-4750-a1e5-2d26a14bfa2d req-2d723a44-8ee4-40d2-8cc8-532177392c11 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 945 time: 0.0844049 Mar 23 11:04:30.228376 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-29c63e32-b43d-4750-a1e5-2d26a14bfa2d req-cc54ab99-715a-4243-bce7-bd149593efbd tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407782 Mar 23 11:04:30.348444 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d38b5b-c5a6-4da4-abae-bbec565197c5 req-7feb9c9d-0579-4353-b821-592fbbe8fb93 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:30.350022 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f2d38b5b-c5a6-4da4-abae-bbec565197c5 req-7feb9c9d-0579-4353-b821-592fbbe8fb93 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0c6d05d-4be5-4d4d-bed9-2724523646e0 HTTP/1.1" status: 200 len: 943 time: 0.0508616 Mar 23 11:04:30.395596 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f2d38b5b-c5a6-4da4-abae-bbec565197c5 req-23172987-5cc1-449e-8b48-ceece24dea2e tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401728 Mar 23 11:04:30.637181 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4f60a-d8c6-4846-93f6-ec524fd4fb7a req-2d58b73d-6f84-4e35-a586-c9f004d1572e tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:30.638664 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0ea4f60a-d8c6-4846-93f6-ec524fd4fb7a req-2d58b73d-6f84-4e35-a586-c9f004d1572e tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0536673 Mar 23 11:04:30.663305 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:30.685280 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0ea4f60a-d8c6-4846-93f6-ec524fd4fb7a req-3f3c369b-f8aa-4aca-8095-3de3f22aea00 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402124 Mar 23 11:04:31.064889 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 3aba1714-3135-4d41-9468-a3bf9159feed details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:04:31.122440 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 774c004f-6bd4-4817-863f-97c05c7167ae up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:04:31.203000 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 3aba1714-3135-4d41-9468-a3bf9159feed, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3aba1714-3135-4d41-9468-a3bf9159feed,segment=NetworkSegment(a822f00d-730c-48e5-95c2-c03618a53bf2),segment_id=a822f00d-730c-48e5-95c2-c03618a53bf2)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:04:31.216223 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': '3aba1714-3135-4d41-9468-a3bf9159feed', 'network_id': 'c866ff92-8cf8-4231-80a3-5ae36d15d324', 'port_id': '3aba1714-3135-4d41-9468-a3bf9159feed', 'mac_address': 'fa:16:3e:c9:3f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2693a90-4dd6-4384-bf5e-816874a49f20', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:04:31.261944 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 3aba1714-3135-4d41-9468-a3bf9159feed is: DOWN; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:04:31.263431 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (3aba1714-3135-4d41-9468-a3bf9159feed), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:31.266732 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning for port 774c004f-6bd4-4817-863f-97c05c7167ae completed by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 11:04:31.285578 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port 774c004f-6bd4-4817-863f-97c05c7167ae triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:04:31.285876 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (774c004f-6bd4-4817-863f-97c05c7167ae), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:31.289718 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aba1714-3135-4d41-9468-a3bf9159feed {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:04:31.308255 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e9088-4275-424c-b543-5ef9f8e636b3 req-8d48792b-53ea-4226-b86d-86217278046c tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:31.310075 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-219e9088-4275-424c-b543-5ef9f8e636b3 req-8d48792b-53ea-4226-b86d-86217278046c tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0659342 Mar 23 11:04:31.335838 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 3aba1714-3135-4d41-9468-a3bf9159feed, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3aba1714-3135-4d41-9468-a3bf9159feed,segment=NetworkSegment(a822f00d-730c-48e5-95c2-c03618a53bf2),segment_id=a822f00d-730c-48e5-95c2-c03618a53bf2)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:04:31.385462 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 774c004f-6bd4-4817-863f-97c05c7167ae is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:04:31.385850 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (774c004f-6bd4-4817-863f-97c05c7167ae), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:31.386679 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-219e9088-4275-424c-b543-5ef9f8e636b3 req-acc9de9e-7de6-4727-9a7d-991f09267268 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653243 Mar 23 11:04:31.394555 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6601d-a7e9-4ff8-8545-8d8d4df43e78 req-0c52aa36-5cbb-43be-aa16-c0c085a5da6b tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:31.396083 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-24b6601d-a7e9-4ff8-8545-8d8d4df43e78 req-0c52aa36-5cbb-43be-aa16-c0c085a5da6b tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 945 time: 0.0851064 Mar 23 11:04:31.409720 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e856cef-89b7-427b-90ae-f8db7d287961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774c004f-6bd4-4817-863f-97c05c7167ae'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:04:31.411936 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f50d12-1935-4e95-b3c4-bb3acce1a027" -d '{"events": [{"server_uuid": "1e856cef-89b7-427b-90ae-f8db7d287961", "name": "network-vif-plugged", "status": "completed", "tag": "774c004f-6bd4-4817-863f-97c05c7167ae"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:04:31.426320 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 774c004f-6bd4-4817-863f-97c05c7167ae, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=774c004f-6bd4-4817-863f-97c05c7167ae,segment=NetworkSegment(486bcbfd-361c-4836-9657-8a8d022c8112),segment_id=486bcbfd-361c-4836-9657-8a8d022c8112)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:04:31.435002 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (3aba1714-3135-4d41-9468-a3bf9159feed), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:31.453114 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-24b6601d-a7e9-4ff8-8545-8d8d4df43e78 req-7fcf55ff-9b33-4bea-a45b-11eb7ea599c3 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512035 Mar 23 11:04:31.457964 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c38ee3-d96a-4048-b4a9-4272e68aed3b x-openstack-request-id: req-d0c38ee3-d96a-4048-b4a9-4272e68aed3b {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:04:31.458274 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e856cef-89b7-427b-90ae-f8db7d287961", "name": "network-vif-plugged", "status": "completed", "tag": "774c004f-6bd4-4817-863f-97c05c7167ae", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:04:31.458820 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d0c38ee3-d96a-4048-b4a9-4272e68aed3b {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:04:31.459479 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c38ee3-d96a-4048-b4a9-4272e68aed3b'] response: {'server_uuid': '1e856cef-89b7-427b-90ae-f8db7d287961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '774c004f-6bd4-4817-863f-97c05c7167ae', 'code': 200} Mar 23 11:04:31.490025 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=3aba1714-3135-4d41-9468-a3bf9159feed,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:31.493865 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (774c004f-6bd4-4817-863f-97c05c7167ae), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:31.545591 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=774c004f-6bd4-4817-863f-97c05c7167ae,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:31.572638 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f6e67-33d5-4679-9337-4df25f4b9f98 req-153c203d-b586-4b95-a6bf-a17da2ba8e14 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:31.574172 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-386f6e67-33d5-4679-9337-4df25f4b9f98 req-153c203d-b586-4b95-a6bf-a17da2ba8e14 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0c6d05d-4be5-4d4d-bed9-2724523646e0 HTTP/1.1" status: 200 len: 944 time: 0.0601945 Mar 23 11:04:31.620641 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-386f6e67-33d5-4679-9337-4df25f4b9f98 req-a251cfb3-6846-4f2f-acfe-d92c1c45ee30 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402684 Mar 23 11:04:31.749225 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 50568) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:31.769941 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['3aba1714-3135-4d41-9468-a3bf9159feed'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:04:31.840774 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a37c4-bddb-4f76-94d2-5bc1af881407 req-88758ba2-a94c-437b-aacb-daf54b6f1304 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:31.842468 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bf8a37c4-bddb-4f76-94d2-5bc1af881407 req-88758ba2-a94c-437b-aacb-daf54b6f1304 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0889416 Mar 23 11:04:31.848578 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30206c3d-6717-43e7-aa55-cda93db7ccf6 req-5bcf8b7a-3366-44c5-a52c-c29f9db69d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:31.850040 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-30206c3d-6717-43e7-aa55-cda93db7ccf6 req-5bcf8b7a-3366-44c5-a52c-c29f9db69d11 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 1130 time: 0.0682549 Mar 23 11:04:31.922293 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-61dca601-4581-481f-a4c8-2cc4f7e106a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:31.923015 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bf8a37c4-bddb-4f76-94d2-5bc1af881407 req-974289db-eac1-471f-a85d-7727105ec663 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720489 Mar 23 11:04:31.929494 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-30206c3d-6717-43e7-aa55-cda93db7ccf6 req-13f6a182-58b1-48c7-b9b6-133c4f4b5379 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653090 Mar 23 11:04:31.994711 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-61dca601-4581-481f-a4c8-2cc4f7e106a4 admin admin] Publish callbacks [] for security_group (f80380bc-62c2-4a9c-ae35-a4027601522d), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:32.097793 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-61dca601-4581-481f-a4c8-2cc4f7e106a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (f80380bc-62c2-4a9c-ae35-a4027601522d), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:32.134681 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-61dca601-4581-481f-a4c8-2cc4f7e106a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cfd039eb4fe447329dfafaf3e51ef1a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3843431 Mar 23 11:04:32.135540 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dca601-4581-481f-a4c8-2cc4f7e106a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80380bc-62c2-4a9c-ae35-a4027601522d,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:32.137465 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 50572) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:32.194199 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-021f2a5e-13a0-4827-843b-47780ea05d9d admin admin] Publish callbacks [] for security_group (f80380bc-62c2-4a9c-ae35-a4027601522d), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:32.215049 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-021f2a5e-13a0-4827-843b-47780ea05d9d admin admin] Publish callbacks [] for security_group (f80380bc-62c2-4a9c-ae35-a4027601522d), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:32.320560 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-021f2a5e-13a0-4827-843b-47780ea05d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (f80380bc-62c2-4a9c-ae35-a4027601522d), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:32.321235 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:32.323188 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-021f2a5e-13a0-4827-843b-47780ea05d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:32.324329 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-021f2a5e-13a0-4827-843b-47780ea05d9d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f80380bc-62c2-4a9c-ae35-a4027601522d HTTP/1.1" status: 204 len: 168 time: 0.1857955 Mar 23 11:04:32.332532 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f2a5e-13a0-4827-843b-47780ea05d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80380bc-62c2-4a9c-ae35-a4027601522d,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:32.531504 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954bb91-85cd-46bc-ba30-924d10add501 req-390b5cca-b201-45a8-85d7-1a6f9b8c6f6d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:32.533417 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4954bb91-85cd-46bc-ba30-924d10add501 req-390b5cca-b201-45a8-85d7-1a6f9b8c6f6d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0635607 Mar 23 11:04:32.628326 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4954bb91-85cd-46bc-ba30-924d10add501 req-87c36f45-fe13-497c-9409-59ba2196d9c5 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800068 Mar 23 11:04:32.648404 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6082645-e70e-4cbc-8ffa-d1bac4c6d3ff req-34301f74-54c5-433c-9177-adbe0876d9fa tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:32.648404 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e6082645-e70e-4cbc-8ffa-d1bac4c6d3ff req-34301f74-54c5-433c-9177-adbe0876d9fa tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.1103272 Mar 23 11:04:32.704431 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e6082645-e70e-4cbc-8ffa-d1bac4c6d3ff req-09af6e4c-8343-4a99-ae2d-95d24786566e tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528262 Mar 23 11:04:32.762453 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ec039-76c1-4c66-af01-915546c9e99f req-689b853d-da59-495f-8d37-a17b5c15dbbc tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:32.763938 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-254ec039-76c1-4c66-af01-915546c9e99f req-689b853d-da59-495f-8d37-a17b5c15dbbc tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0c6d05d-4be5-4d4d-bed9-2724523646e0 HTTP/1.1" status: 200 len: 944 time: 0.0585184 Mar 23 11:04:32.809664 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-254ec039-76c1-4c66-af01-915546c9e99f req-967433c6-d2ae-4fe8-a3e0-67c2b74ce806 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395408 Mar 23 11:04:33.042407 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902e70f-1a1c-45d1-9c02-cc7d3cf4502b req-6008b5c2-7b5b-42b7-ac90-3f25cc9384ac tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:33.043865 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9902e70f-1a1c-45d1-9c02-cc7d3cf4502b req-6008b5c2-7b5b-42b7-ac90-3f25cc9384ac tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0542934 Mar 23 11:04:33.089077 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9902e70f-1a1c-45d1-9c02-cc7d3cf4502b req-62bd00ea-288e-4c51-b3b7-3d022a1d6aff tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391579 Mar 23 11:04:33.093830 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 3aba1714-3135-4d41-9468-a3bf9159feed up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:04:33.223569 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning for port 3aba1714-3135-4d41-9468-a3bf9159feed completed by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 11:04:33.228259 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port 3aba1714-3135-4d41-9468-a3bf9159feed triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:04:33.228259 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (3aba1714-3135-4d41-9468-a3bf9159feed), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:33.304999 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 3aba1714-3135-4d41-9468-a3bf9159feed is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:04:33.305438 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (3aba1714-3135-4d41-9468-a3bf9159feed), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:33.336911 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 3aba1714-3135-4d41-9468-a3bf9159feed, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3aba1714-3135-4d41-9468-a3bf9159feed,segment=NetworkSegment(a822f00d-730c-48e5-95c2-c03618a53bf2),segment_id=a822f00d-730c-48e5-95c2-c03618a53bf2)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:04:33.388963 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (3aba1714-3135-4d41-9468-a3bf9159feed), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:33.437495 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=3aba1714-3135-4d41-9468-a3bf9159feed,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:33.460791 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c6d05d-4be5-4d4d-bed9-2724523646e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aba1714-3135-4d41-9468-a3bf9159feed'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:04:33.463344 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c477edc-1006-4e52-8be1-d33e43239e59" -d '{"events": [{"server_uuid": "b0c6d05d-4be5-4d4d-bed9-2724523646e0", "name": "network-vif-plugged", "status": "completed", "tag": "3aba1714-3135-4d41-9468-a3bf9159feed"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:04:33.499884 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3d8ecc-6ec9-492f-ae91-009e67265689 x-openstack-request-id: req-6a3d8ecc-6ec9-492f-ae91-009e67265689 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:04:33.500278 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c6d05d-4be5-4d4d-bed9-2724523646e0", "name": "network-vif-plugged", "status": "completed", "tag": "3aba1714-3135-4d41-9468-a3bf9159feed", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:04:33.500613 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a3d8ecc-6ec9-492f-ae91-009e67265689 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:04:33.501078 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a3d8ecc-6ec9-492f-ae91-009e67265689'] response: {'server_uuid': 'b0c6d05d-4be5-4d4d-bed9-2724523646e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aba1714-3135-4d41-9468-a3bf9159feed', 'code': 200} Mar 23 11:04:33.750274 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6495c9-e2ba-4ffc-a11e-087f0291c39a req-ab1cbf5e-17ad-4216-b4e4-6a37f3d51a67 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:33.751755 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ed6495c9-e2ba-4ffc-a11e-087f0291c39a req-ab1cbf5e-17ad-4216-b4e4-6a37f3d51a67 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0520658 Mar 23 11:04:33.842641 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ed6495c9-e2ba-4ffc-a11e-087f0291c39a req-de520f21-e6df-4cd8-81e8-82ae93149074 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852757 Mar 23 11:04:33.877907 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee509b01-e50d-46cd-9faa-d0d407d30877 req-9aa1719f-6563-4adc-923d-f658163eb369 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:33.881303 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ee509b01-e50d-46cd-9faa-d0d407d30877 req-9aa1719f-6563-4adc-923d-f658163eb369 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.1032794 Mar 23 11:04:33.909765 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f65e1-ad7b-48f1-bf9e-0539ef6e5a3e req-9d32b07f-627f-404c-b6d0-9405bb4b521d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:33.911247 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f46f65e1-ad7b-48f1-bf9e-0539ef6e5a3e req-9d32b07f-627f-404c-b6d0-9405bb4b521d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b0c6d05d-4be5-4d4d-bed9-2724523646e0 HTTP/1.1" status: 200 len: 1129 time: 0.0865645 Mar 23 11:04:33.979783 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ee509b01-e50d-46cd-9faa-d0d407d30877 req-6770618c-6f9d-46b1-9d43-5e7722689bf6 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935616 Mar 23 11:04:33.985207 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 50604) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:34.005560 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f46f65e1-ad7b-48f1-bf9e-0539ef6e5a3e req-e642d83f-5569-4221-bffe-1d61b299c439 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704594 Mar 23 11:04:34.021127 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15446d2-9198-415c-af9f-fadeb94ed143 req-5da8b4cf-848e-4b84-82aa-1d15caec41c3 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:34.025607 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e15446d2-9198-415c-af9f-fadeb94ed143 req-5da8b4cf-848e-4b84-82aa-1d15caec41c3 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0c6d05d-4be5-4d4d-bed9-2724523646e0 HTTP/1.1" status: 200 len: 945 time: 0.1202650 Mar 23 11:04:34.099563 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e15446d2-9198-415c-af9f-fadeb94ed143 req-d6365738-97de-4f32-b7cb-024c4c67e8c8 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711238 Mar 23 11:04:34.104030 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-98988b38-bf0e-4db1-a7f2-126ab1ada050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:34.132158 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee8a03-21ca-491f-9ed0-2a655840e4e9 req-41c6c091-17f1-4412-ab68-580cd84ed131 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:34.132554 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c9ee8a03-21ca-491f-9ed0-2a655840e4e9 req-41c6c091-17f1-4412-ab68-580cd84ed131 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0779955 Mar 23 11:04:34.141560 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 50612) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:34.146288 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-aded1dd3-2274-4cb7-86cc-d54c423b4cf7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Request body: {'floatingip': {'port_id': '774c004f-6bd4-4817-863f-97c05c7167ae'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:04:34.184310 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-98988b38-bf0e-4db1-a7f2-126ab1ada050 admin admin] Publish callbacks [] for security_group (f616e78d-152d-429f-b750-4eaa2d541255), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:34.194964 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-aded1dd3-2274-4cb7-86cc-d54c423b4cf7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks [] for floatingip (202b7c8f-7aae-4786-8ba9-b478f8e78709), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:34.228874 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-98988b38-bf0e-4db1-a7f2-126ab1ada050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (f616e78d-152d-429f-b750-4eaa2d541255), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:34.269924 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-98988b38-bf0e-4db1-a7f2-126ab1ada050 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=57cd2ed7ab354cc0a042f84e916b421b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815876 Mar 23 11:04:34.269924 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98988b38-bf0e-4db1-a7f2-126ab1ada050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f616e78d-152d-429f-b750-4eaa2d541255,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:34.272012 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 50614) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:34.320407 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-567e0d42-854a-4702-88cd-91f2e961d91e admin admin] Publish callbacks [] for security_group (f616e78d-152d-429f-b750-4eaa2d541255), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:34.320779 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7973129-0d67-4f68-9976-fae853f05590 req-b613fab8-7bbd-49cd-adf5-437d55b3bc9c tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:34.322292 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e7973129-0d67-4f68-9976-fae853f05590 req-b613fab8-7bbd-49cd-adf5-437d55b3bc9c tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.1441302 Mar 23 11:04:34.341887 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-567e0d42-854a-4702-88cd-91f2e961d91e admin admin] Publish callbacks [] for security_group (f616e78d-152d-429f-b750-4eaa2d541255), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:34.445783 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e7973129-0d67-4f68-9976-fae853f05590 req-fc96f7d1-5872-45f3-b75f-35da9d6df248 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097877 Mar 23 11:04:34.453015 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-567e0d42-854a-4702-88cd-91f2e961d91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (f616e78d-152d-429f-b750-4eaa2d541255), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:34.455640 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-567e0d42-854a-4702-88cd-91f2e961d91e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:34.457205 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-567e0d42-854a-4702-88cd-91f2e961d91e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f616e78d-152d-429f-b750-4eaa2d541255 HTTP/1.1" status: 204 len: 168 time: 0.1843579 Mar 23 11:04:34.468361 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e0d42-854a-4702-88cd-91f2e961d91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f616e78d-152d-429f-b750-4eaa2d541255,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:34.699467 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-aded1dd3-2274-4cb7-86cc-d54c423b4cf7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:34.760866 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-aded1dd3-2274-4cb7-86cc-d54c423b4cf7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (202b7c8f-7aae-4786-8ba9-b478f8e78709), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:34.862862 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.l3_db [None req-aded1dd3-2274-4cb7-86cc-d54c423b4cf7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Floating IP 202b7c8f-7aae-4786-8ba9-b478f8e78709 associated. External IP: 172.27.0.99, port: 774c004f-6bd4-4817-863f-97c05c7167ae. Mar 23 11:04:35.121427 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device c702d0b9-c86f-4e87-9486-2ffd22a442f4 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:04:35.241501 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b51cb8-70dd-4c8e-b143-25abaa4daddb req-929a3acb-7fee-4a5e-951d-34782169b5d1 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:35.243064 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-42b51cb8-70dd-4c8e-b143-25abaa4daddb req-929a3acb-7fee-4a5e-951d-34782169b5d1 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.1323712 Mar 23 11:04:35.243661 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port c702d0b9-c86f-4e87-9486-2ffd22a442f4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c702d0b9-c86f-4e87-9486-2ffd22a442f4,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:04:35.258001 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': 'c702d0b9-c86f-4e87-9486-2ffd22a442f4', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'port_id': 'c702d0b9-c86f-4e87-9486-2ffd22a442f4', 'mac_address': 'fa:16:3e:6f:52:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:04:35.285717 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30376fa-eaf2-4f9e-b34f-fb8d41b8aebd req-662273da-270d-4751-bd5a-8cca5f03a2ed tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:35.286856 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d30376fa-eaf2-4f9e-b34f-fb8d41b8aebd req-662273da-270d-4751-bd5a-8cca5f03a2ed tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0c6d05d-4be5-4d4d-bed9-2724523646e0 HTTP/1.1" status: 200 len: 945 time: 0.1082594 Mar 23 11:04:35.297701 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port c702d0b9-c86f-4e87-9486-2ffd22a442f4 is: ACTIVE; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:04:35.301031 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:35.314205 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c702d0b9-c86f-4e87-9486-2ffd22a442f4 {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:04:35.333492 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port c702d0b9-c86f-4e87-9486-2ffd22a442f4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c702d0b9-c86f-4e87-9486-2ffd22a442f4,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:04:35.398164 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-42b51cb8-70dd-4c8e-b143-25abaa4daddb req-cc781f3d-a931-4abd-aa5c-0a7d8126c724 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451693 Mar 23 11:04:35.429357 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:35.430187 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d30376fa-eaf2-4f9e-b34f-fb8d41b8aebd req-153a21e6-5954-4d14-bd46-9de14f28f958 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078782 Mar 23 11:04:35.456270 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aded1dd3-2274-4cb7-86cc-d54c423b4cf7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Router 5797708f-0cbb-4dd8-9e40-050012755701 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:04:35.496110 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=c702d0b9-c86f-4e87-9486-2ffd22a442f4,revision_number=6']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:35.616072 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f1030-50cd-4765-8b37-82441a3cc78f req-b3c704bf-657e-4109-9109-ca31f1d7109e tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:35.617563 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-578f1030-50cd-4765-8b37-82441a3cc78f req-b3c704bf-657e-4109-9109-ca31f1d7109e tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0788383 Mar 23 11:04:35.620529 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aded1dd3-2274-4cb7-86cc-d54c423b4cf7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:04:35.626103 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-aded1dd3-2274-4cb7-86cc-d54c423b4cf7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:35.631191 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae65f6b-9b07-465a-b89f-474c1752558c None None] Sync routers for ids ['5797708f-0cbb-4dd8-9e40-050012755701'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:04:35.653546 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae65f6b-9b07-465a-b89f-474c1752558c None None] Routers {'5797708f-0cbb-4dd8-9e40-050012755701'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:04:35.653546 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-bae65f6b-9b07-465a-b89f-474c1752558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2977278430>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:04:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['5797708f-0cbb-4dd8-9e40-050012755701'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:04:35.670821 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['c702d0b9-c86f-4e87-9486-2ffd22a442f4'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:04:35.694269 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-aded1dd3-2274-4cb7-86cc-d54c423b4cf7 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "PUT /v2.0/floatingips/202b7c8f-7aae-4786-8ba9-b478f8e78709 HTTP/1.1" status: 200 len: 991 time: 1.5434291 Mar 23 11:04:35.694269 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e856cef-89b7-427b-90ae-f8db7d287961', 'tag': '774c004f-6bd4-4817-863f-97c05c7167ae'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:04:35.694269 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30556f2-2c60-410a-aac0-d48cbf936566" -d '{"events": [{"name": "network-changed", "server_uuid": "1e856cef-89b7-427b-90ae-f8db7d287961", "tag": "774c004f-6bd4-4817-863f-97c05c7167ae"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:04:35.703932 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-578f1030-50cd-4765-8b37-82441a3cc78f req-c77c9fb0-32f4-4f26-8ab6-8745eb9ccbbc tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759954 Mar 23 11:04:35.743316 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5488346-dbbc-456e-9aad-c47e5941d6a4 x-openstack-request-id: req-c5488346-dbbc-456e-9aad-c47e5941d6a4 {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:04:35.744153 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e856cef-89b7-427b-90ae-f8db7d287961", "tag": "774c004f-6bd4-4817-863f-97c05c7167ae", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:04:35.744153 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c5488346-dbbc-456e-9aad-c47e5941d6a4 {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:04:35.744414 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5488346-dbbc-456e-9aad-c47e5941d6a4'] response: {'name': 'network-changed', 'server_uuid': '1e856cef-89b7-427b-90ae-f8db7d287961', 'tag': '774c004f-6bd4-4817-863f-97c05c7167ae', 'status': 'completed', 'code': 200} Mar 23 11:04:35.792122 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-bae65f6b-9b07-465a-b89f-474c1752558c None None] Set router 5797708f-0cbb-4dd8-9e40-050012755701 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:04:35.848375 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30556f2-2c60-410a-aac0-d48cbf936566 req-20dc6ef9-eb2f-4098-b1e9-9641d8401469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:35.850444 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c30556f2-2c60-410a-aac0-d48cbf936566 req-20dc6ef9-eb2f-4098-b1e9-9641d8401469 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dd7b67e58e9840e182631ae128c31dc5&device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 1130 time: 0.0616529 Mar 23 11:04:35.967300 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30556f2-2c60-410a-aac0-d48cbf936566 req-0f79dfb7-829e-4617-9d59-ddd5049bea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:35.968911 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c30556f2-2c60-410a-aac0-d48cbf936566 req-0f79dfb7-829e-4617-9d59-ddd5049bea11 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b8305e7-fc73-4884-8968-f1c6a05e1337 HTTP/1.1" status: 200 len: 919 time: 0.1110146 Mar 23 11:04:36.029943 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-bae65f6b-9b07-465a-b89f-474c1752558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2977278430>, [{'id': '5797708f-0cbb-4dd8-9e40-050012755701', 'name': 'tempest-ServerRescueNegativeTestJSON-347261842-router', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'gw_port': {'id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:84:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '202b7c8f-7aae-4786-8ba9-b478f8e78709', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'port_id': '774c004f-6bd4-4817-863f-97c05c7167ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337', 'mac_address': 'fa:16:3e:02:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e856cef-89b7-427b-90ae-f8db7d287961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:04:12Z', 'updated_at': '2022-03-23T11:04:34Z', 'revision_number': 1, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98442a47-35ec-4a33-806f-498a325edc3c', 'name': '', 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'mac_address': 'fa:16:3e:72:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:39Z', 'revision_number': 5, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'subnets': [{'id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:04:36.044738 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c30556f2-2c60-410a-aac0-d48cbf936566 req-8eb5618c-505d-42a2-82dc-3443d8195708 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=774c004f-6bd4-4817-863f-97c05c7167ae HTTP/1.1" status: 200 len: 999 time: 0.0651863 Mar 23 11:04:36.060152 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae65f6b-9b07-465a-b89f-474c1752558c None None] Checking router: 5797708f-0cbb-4dd8-9e40-050012755701 for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:04:36.069347 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae65f6b-9b07-465a-b89f-474c1752558c None None] Routers {'5797708f-0cbb-4dd8-9e40-050012755701'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:04:36.069966 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-bae65f6b-9b07-465a-b89f-474c1752558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2977278430>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:04:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['5797708f-0cbb-4dd8-9e40-050012755701'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:04:36.100121 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30556f2-2c60-410a-aac0-d48cbf936566 req-f47d2a65-76e1-423f-962f-8cbdc32851a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:36.102883 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c30556f2-2c60-410a-aac0-d48cbf936566 req-f47d2a65-76e1-423f-962f-8cbdc32851a9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=886ce67b-f101-4e68-8143-abba0194fcaa HTTP/1.1" status: 200 len: 857 time: 0.0466440 Mar 23 11:04:36.173005 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-bae65f6b-9b07-465a-b89f-474c1752558c None None] Set router 5797708f-0cbb-4dd8-9e40-050012755701 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:04:36.196891 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30556f2-2c60-410a-aac0-d48cbf936566 req-420f603b-f93c-4507-9818-d3e75b2a338b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:36.198486 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c30556f2-2c60-410a-aac0-d48cbf936566 req-420f603b-f93c-4507-9818-d3e75b2a338b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b8305e7-fc73-4884-8968-f1c6a05e1337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450277 Mar 23 11:04:36.313849 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c30556f2-2c60-410a-aac0-d48cbf936566 req-a3ada0cb-d6da-4e74-8577-b79f24de3113 service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933743 Mar 23 11:04:36.413400 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-bae65f6b-9b07-465a-b89f-474c1752558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2977278430>, [{'id': '5797708f-0cbb-4dd8-9e40-050012755701', 'name': 'tempest-ServerRescueNegativeTestJSON-347261842-router', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'gw_port': {'id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:84:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '202b7c8f-7aae-4786-8ba9-b478f8e78709', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'port_id': '774c004f-6bd4-4817-863f-97c05c7167ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337', 'mac_address': 'fa:16:3e:02:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e856cef-89b7-427b-90ae-f8db7d287961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:04:12Z', 'updated_at': '2022-03-23T11:04:34Z', 'revision_number': 1, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98442a47-35ec-4a33-806f-498a325edc3c', 'name': '', 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'mac_address': 'fa:16:3e:72:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:39Z', 'revision_number': 5, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'subnets': [{'id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:04:36.416720 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c30556f2-2c60-410a-aac0-d48cbf936566 req-35aff8ea-aaf0-4902-929c-f8491317919e service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851290 Mar 23 11:04:36.441536 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae65f6b-9b07-465a-b89f-474c1752558c None None] The sync data for ids ['5797708f-0cbb-4dd8-9e40-050012755701'] in dv-cinder-790535-33-iscsi is: [{'id': '5797708f-0cbb-4dd8-9e40-050012755701', 'name': 'tempest-ServerRescueNegativeTestJSON-347261842-router', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'gw_port': {'id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:84:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '202b7c8f-7aae-4786-8ba9-b478f8e78709', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'port_id': '774c004f-6bd4-4817-863f-97c05c7167ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337', 'mac_address': 'fa:16:3e:02:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e856cef-89b7-427b-90ae-f8db7d287961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:04:12Z', 'updated_at': '2022-03-23T11:04:34Z', 'revision_number': 1, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98442a47-35ec-4a33-806f-498a325edc3c', 'name': '', 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'mac_address': 'fa:16:3e:72:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:39Z', 'revision_number': 5, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'subnets': [{'id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:04:36.566351 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55a7a2-e83a-48a7-9f1d-f7f436dbe8fa req-42cb054f-b87c-464b-b1bc-909c2dc32262 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:36.567853 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4c55a7a2-e83a-48a7-9f1d-f7f436dbe8fa req-42cb054f-b87c-464b-b1bc-909c2dc32262 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 944 time: 0.0870793 Mar 23 11:04:36.610471 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c35d31-abc7-4a7c-bc2b-64cf3878bbbd req-54c4cfac-58dd-46c8-bad3-e5767023c5cd tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:36.611998 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a1c35d31-abc7-4a7c-bc2b-64cf3878bbbd req-54c4cfac-58dd-46c8-bad3-e5767023c5cd tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0c6d05d-4be5-4d4d-bed9-2724523646e0 HTTP/1.1" status: 200 len: 945 time: 0.0874200 Mar 23 11:04:36.657946 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4c55a7a2-e83a-48a7-9f1d-f7f436dbe8fa req-46a77b18-055c-4fe4-b116-bf3de43acc2e tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827820 Mar 23 11:04:36.685826 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a1c35d31-abc7-4a7c-bc2b-64cf3878bbbd req-592a3048-e42f-4e87-90de-b7f9f2dadf5d tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631752 Mar 23 11:04:36.709965 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9947a3e2-3ca8-4bc3-9e2d-28f0822d8e6f None None] New status for floating IP 202b7c8f-7aae-4786-8ba9-b478f8e78709: ACTIVE {{(pid=103541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:04:36.833112 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb811e-4958-4f00-814a-070d138e76fa req-8197e186-f8d4-456f-892a-bd5af15c9da1 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:36.834619 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-affb811e-4958-4f00-814a-070d138e76fa req-8197e186-f8d4-456f-892a-bd5af15c9da1 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0522406 Mar 23 11:04:36.883703 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-affb811e-4958-4f00-814a-070d138e76fa req-1fde4aad-fbd6-414e-b6c1-6f955eb4b2cf tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432532 Mar 23 11:04:37.128982 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device c702d0b9-c86f-4e87-9486-2ffd22a442f4 up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:04:37.191565 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port c702d0b9-c86f-4e87-9486-2ffd22a442f4 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:04:37.191565 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:37.278868 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port c702d0b9-c86f-4e87-9486-2ffd22a442f4 is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:04:37.279593 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:37.303127 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3be861-f7ed-4e23-9d00-09c761095f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c702d0b9-c86f-4e87-9486-2ffd22a442f4'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:04:37.306614 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cc98b0-a651-4d27-8cf9-32067ed1bd0f" -d '{"events": [{"server_uuid": "cd3be861-f7ed-4e23-9d00-09c761095f41", "name": "network-vif-plugged", "status": "completed", "tag": "c702d0b9-c86f-4e87-9486-2ffd22a442f4"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:04:37.320975 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port c702d0b9-c86f-4e87-9486-2ffd22a442f4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c702d0b9-c86f-4e87-9486-2ffd22a442f4,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:04:37.344074 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf8a404-e758-446f-9567-190e118aa3de x-openstack-request-id: req-6bf8a404-e758-446f-9567-190e118aa3de {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:04:37.344522 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3be861-f7ed-4e23-9d00-09c761095f41", "name": "network-vif-plugged", "status": "completed", "tag": "c702d0b9-c86f-4e87-9486-2ffd22a442f4", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:04:37.344995 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6bf8a404-e758-446f-9567-190e118aa3de {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:04:37.345680 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bf8a404-e758-446f-9567-190e118aa3de'] response: {'server_uuid': 'cd3be861-f7ed-4e23-9d00-09c761095f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c702d0b9-c86f-4e87-9486-2ffd22a442f4', 'code': 200} Mar 23 11:04:37.400598 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:37.454722 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=c702d0b9-c86f-4e87-9486-2ffd22a442f4,revision_number=7']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:37.815256 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94b0f5-091d-4be1-9619-960568c722fb req-257c347f-4eb5-4b9f-a288-a0f2a115930f tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:37.816807 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-da94b0f5-091d-4be1-9619-960568c722fb req-257c347f-4eb5-4b9f-a288-a0f2a115930f tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0567498 Mar 23 11:04:37.873385 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-da94b0f5-091d-4be1-9619-960568c722fb req-7ff3efc2-6424-447b-996c-f4d28b0a1392 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473406 Mar 23 11:04:38.023046 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8450c6-9784-48ca-a089-2c36ae59b329 req-f13843c0-a799-47b0-a4c5-18b1336ce68c tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:38.024770 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2f8450c6-9784-48ca-a089-2c36ae59b329 req-f13843c0-a799-47b0-a4c5-18b1336ce68c tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0614808 Mar 23 11:04:38.088464 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2f8450c6-9784-48ca-a089-2c36ae59b329 req-2b4f6099-6033-4ca9-a8cd-99a449ab29fc tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567276 Mar 23 11:04:38.174465 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a47bf4-7a38-4de4-832f-a17dd074d80c req-28afe001-b99b-496a-9880-38f6f037a0df tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:38.175992 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-88a47bf4-7a38-4de4-832f-a17dd074d80c req-28afe001-b99b-496a-9880-38f6f037a0df tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0c6d05d-4be5-4d4d-bed9-2724523646e0 HTTP/1.1" status: 200 len: 945 time: 0.0592203 Mar 23 11:04:38.237637 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-88a47bf4-7a38-4de4-832f-a17dd074d80c req-13d0efd6-3482-4bed-aec9-03d1e8f5184a tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534768 Mar 23 11:04:39.083097 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb1d5e-ae77-46ca-b3c9-4bf6c2146be0 req-e6317c8e-8160-431a-a96f-ea3038ec10c4 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:39.084680 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e5cb1d5e-ae77-46ca-b3c9-4bf6c2146be0 req-e6317c8e-8160-431a-a96f-ea3038ec10c4 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0594816 Mar 23 11:04:39.151354 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e5cb1d5e-ae77-46ca-b3c9-4bf6c2146be0 req-8249047d-584f-480e-9a02-7c53437fb318 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604565 Mar 23 11:04:39.236056 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16fb418-6c49-466a-a221-811a626e6479 req-fc7f6a39-c20b-4c18-9523-480b357c6cb4 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:39.237712 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b16fb418-6c49-466a-a221-811a626e6479 req-fc7f6a39-c20b-4c18-9523-480b357c6cb4 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0712121 Mar 23 11:04:39.301351 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b16fb418-6c49-466a-a221-811a626e6479 req-7c6bd0c8-7afd-40fe-ad05-c8b5723476d1 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575759 Mar 23 11:04:39.398931 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b39b8-b27a-4acd-8a7e-1357d870d138 req-cd6da43f-73b0-453d-988b-00ae682c6e0b tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:39.400534 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-822b39b8-b27a-4acd-8a7e-1357d870d138 req-cd6da43f-73b0-453d-988b-00ae682c6e0b tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0c6d05d-4be5-4d4d-bed9-2724523646e0 HTTP/1.1" status: 200 len: 945 time: 0.0568180 Mar 23 11:04:39.458838 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-822b39b8-b27a-4acd-8a7e-1357d870d138 req-d20c516f-a83e-4a3d-8c66-1f2a52cfa554 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518363 Mar 23 11:04:40.300271 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418575d9-0788-435a-994b-b507dd89cd34 req-4799c6c5-9281-43ba-9ef9-07d23bff2f6b tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:40.301743 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-418575d9-0788-435a-994b-b507dd89cd34 req-4799c6c5-9281-43ba-9ef9-07d23bff2f6b tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0605316 Mar 23 11:04:40.364587 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-418575d9-0788-435a-994b-b507dd89cd34 req-bd5861da-731d-493a-bf9d-d16e7774e23a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569968 Mar 23 11:04:40.450177 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62709e21-e4ca-455d-8728-259c46485535 req-b45dad4d-e1fa-4a4b-800e-f37eaf3eab51 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:40.451840 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-62709e21-e4ca-455d-8728-259c46485535 req-b45dad4d-e1fa-4a4b-800e-f37eaf3eab51 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0563064 Mar 23 11:04:40.507560 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-62709e21-e4ca-455d-8728-259c46485535 req-ca2bce99-38a3-4519-a851-c16da7b5a623 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492730 Mar 23 11:04:40.606069 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce2899-8151-4855-bb57-e23b2a20014f req-8530c276-866c-4324-87a3-9f8a7ee6d0e7 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:40.607742 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-29ce2899-8151-4855-bb57-e23b2a20014f req-8530c276-866c-4324-87a3-9f8a7ee6d0e7 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0c6d05d-4be5-4d4d-bed9-2724523646e0 HTTP/1.1" status: 200 len: 945 time: 0.0543997 Mar 23 11:04:40.662955 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-29ce2899-8151-4855-bb57-e23b2a20014f req-2e6d31e1-9585-4c7d-92cb-9543a3f2c5b4 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483773 Mar 23 11:04:41.515197 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0ecbe-1d90-420c-b675-a5dcfb69cf09 req-99671c8a-206e-4149-a577-a1e89eb72e2a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:41.516928 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2ea0ecbe-1d90-420c-b675-a5dcfb69cf09 req-99671c8a-206e-4149-a577-a1e89eb72e2a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0711608 Mar 23 11:04:41.587597 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2ea0ecbe-1d90-420c-b675-a5dcfb69cf09 req-e473f24e-de06-48df-a63c-26149605f1ad tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639384 Mar 23 11:04:41.681458 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab92942-2e77-4d08-ab51-ccace18d4cbe req-71bb2460-f370-4121-a7d4-49c0e8239517 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:41.683302 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8ab92942-2e77-4d08-ab51-ccace18d4cbe req-71bb2460-f370-4121-a7d4-49c0e8239517 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0917327 Mar 23 11:04:41.718695 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f80a5-afd9-4b97-9906-6c6389686ac9 req-cd69f173-9907-4293-be92-6c8be2ecba90 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:41.720401 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f00f80a5-afd9-4b97-9906-6c6389686ac9 req-cd69f173-9907-4293-be92-6c8be2ecba90 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0c6d05d-4be5-4d4d-bed9-2724523646e0 HTTP/1.1" status: 200 len: 945 time: 0.0890150 Mar 23 11:04:41.833469 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8ab92942-2e77-4d08-ab51-ccace18d4cbe req-6f9c8401-6c0e-4c36-945f-953684b1baab tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415336 Mar 23 11:04:41.897937 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bc31d-42c4-4e64-8427-e9b146ef0877 req-4c52b1ce-6f42-4cc9-8ed2-05e09fa88408 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:41.899466 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-258bc31d-42c4-4e64-8427-e9b146ef0877 req-4c52b1ce-6f42-4cc9-8ed2-05e09fa88408 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0c6d05d-4be5-4d4d-bed9-2724523646e0 HTTP/1.1" status: 200 len: 945 time: 0.1353416 Mar 23 11:04:41.952831 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [req-f00f80a5-afd9-4b97-9906-6c6389686ac9 req-47f7f670-8edc-472f-9661-1ebbe532f957 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Deleting port 3aba1714-3135-4d41-9468-a3bf9159feed {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:04:41.953101 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-f00f80a5-afd9-4b97-9906-6c6389686ac9 req-47f7f670-8edc-472f-9661-1ebbe532f957 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (3aba1714-3135-4d41-9468-a3bf9159feed), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:42.015519 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-258bc31d-42c4-4e64-8427-e9b146ef0877 req-1669827d-1da3-45e9-8089-b1574d11f3cb tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/security-groups?id=511a1882-7d9e-4818-b79d-99bb38471d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087255 Mar 23 11:04:42.073270 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-f00f80a5-afd9-4b97-9906-6c6389686ac9 req-47f7f670-8edc-472f-9661-1ebbe532f957 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] For port 3aba1714-3135-4d41-9468-a3bf9159feed, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3aba1714-3135-4d41-9468-a3bf9159feed,segment=NetworkSegment(a822f00d-730c-48e5-95c2-c03618a53bf2),segment_id=a822f00d-730c-48e5-95c2-c03618a53bf2)] {{(pid=103540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:04:42.073686 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-f00f80a5-afd9-4b97-9906-6c6389686ac9 req-47f7f670-8edc-472f-9661-1ebbe532f957 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (3aba1714-3135-4d41-9468-a3bf9159feed), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:42.095346 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [req-f00f80a5-afd9-4b97-9906-6c6389686ac9 req-47f7f670-8edc-472f-9661-1ebbe532f957 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Calling delete_port for 3aba1714-3135-4d41-9468-a3bf9159feed owned by compute:nova {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:04:42.345706 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-f00f80a5-afd9-4b97-9906-6c6389686ac9 req-47f7f670-8edc-472f-9661-1ebbe532f957 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (3aba1714-3135-4d41-9468-a3bf9159feed), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:42.360305 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['3aba1714-3135-4d41-9468-a3bf9159feed'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:04:42.385683 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7f670-8edc-472f-9661-1ebbe532f957 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Pushing event deleted for resources: {'Port': ['ID=3aba1714-3135-4d41-9468-a3bf9159feed,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:42.490001 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00f80a5-afd9-4b97-9906-6c6389686ac9 req-47f7f670-8edc-472f-9661-1ebbe532f957 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] No DVR routers for this DVR port 3aba1714-3135-4d41-9468-a3bf9159feed on host hv-cinder-79053 {{(pid=103540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:04:42.490001 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-f00f80a5-afd9-4b97-9906-6c6389686ac9 req-47f7f670-8edc-472f-9661-1ebbe532f957 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:42.490001 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f00f80a5-afd9-4b97-9906-6c6389686ac9 req-47f7f670-8edc-472f-9661-1ebbe532f957 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.52 "DELETE /v2.0/ports/3aba1714-3135-4d41-9468-a3bf9159feed HTTP/1.1" status: 204 len: 173 time: 0.7594361 Mar 23 11:04:42.490001 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c6d05d-4be5-4d4d-bed9-2724523646e0', 'name': 'network-vif-deleted', 'tag': '3aba1714-3135-4d41-9468-a3bf9159feed'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:04:42.490001 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4be6244-212f-4301-a92b-5f9e0615ba86" -d '{"events": [{"server_uuid": "b0c6d05d-4be5-4d4d-bed9-2724523646e0", "name": "network-vif-deleted", "tag": "3aba1714-3135-4d41-9468-a3bf9159feed"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:04:42.553527 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a09ba2-011c-41bf-967b-7a0ae4f1e0de x-openstack-request-id: req-b6a09ba2-011c-41bf-967b-7a0ae4f1e0de {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:04:42.553527 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c6d05d-4be5-4d4d-bed9-2724523646e0", "name": "network-vif-deleted", "tag": "3aba1714-3135-4d41-9468-a3bf9159feed", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:04:42.554131 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b6a09ba2-011c-41bf-967b-7a0ae4f1e0de {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:04:42.554660 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6a09ba2-011c-41bf-967b-7a0ae4f1e0de'] response: {'server_uuid': 'b0c6d05d-4be5-4d4d-bed9-2724523646e0', 'name': 'network-vif-deleted', 'tag': '3aba1714-3135-4d41-9468-a3bf9159feed', 'status': 'completed', 'code': 200} Mar 23 11:04:42.739871 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24c4ff-43b4-48fe-a652-e1cb03ae7ea0 req-001b3bde-a774-41e3-880b-dc98e76a9b1f tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:42.763663 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4c24c4ff-43b4-48fe-a652-e1cb03ae7ea0 req-001b3bde-a774-41e3-880b-dc98e76a9b1f tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0633540 Mar 23 11:04:42.800684 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4c24c4ff-43b4-48fe-a652-e1cb03ae7ea0 req-60e6daf3-be0b-40bf-8183-87bf99f2c03b tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533452 Mar 23 11:04:42.970262 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b3237-6839-401e-b4ec-df4f3d93468d req-9e0ba5f4-8ecb-4ff7-ad2b-f7063da813d0 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:42.971738 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-509b3237-6839-401e-b4ec-df4f3d93468d req-9e0ba5f4-8ecb-4ff7-ad2b-f7063da813d0 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0560033 Mar 23 11:04:43.017524 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-509b3237-6839-401e-b4ec-df4f3d93468d req-43e6898d-bf8e-4e75-9e9d-e749281c46f8 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400007 Mar 23 11:04:43.109356 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-31285459-0a17-49bf-b12f-572eb2b5b663 req-2a565384-7faa-4845-a575-afeee1cec259 tempest-VolumesActionsTest-846513497 tempest-VolumesActionsTest-846513497-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0c6d05d-4be5-4d4d-bed9-2724523646e0 HTTP/1.1" status: 200 len: 210 time: 0.0262539 Mar 23 11:04:43.937062 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5493d-38b9-4a14-a45e-04b25eb00bf2 req-99ecfba3-b2cd-4193-9850-1752a859b39d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:43.938744 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a8b5493d-38b9-4a14-a45e-04b25eb00bf2 req-99ecfba3-b2cd-4193-9850-1752a859b39d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0579853 Mar 23 11:04:43.991307 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a8b5493d-38b9-4a14-a45e-04b25eb00bf2 req-f40e4fb1-127c-47de-a5a5-74dddcb0ecff tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459192 Mar 23 11:04:44.199444 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d2d33-c686-4f06-8871-b62849969db9 req-9b0e5285-2189-4917-9df5-131253493cd4 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:44.200936 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-726d2d33-c686-4f06-8871-b62849969db9 req-9b0e5285-2189-4917-9df5-131253493cd4 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0951977 Mar 23 11:04:44.266642 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-726d2d33-c686-4f06-8871-b62849969db9 req-f4f7eac6-a3eb-4e0d-991b-9ad4b4bf2406 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552852 Mar 23 11:04:45.150342 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a72b5-2e73-4921-b88e-5177391de5c3 req-c9e8c6e4-1d7e-4c0e-96ad-061b88706781 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:45.157382 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-cf9a72b5-2e73-4921-b88e-5177391de5c3 req-c9e8c6e4-1d7e-4c0e-96ad-061b88706781 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0683577 Mar 23 11:04:45.166106 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 3aba1714-3135-4d41-9468-a3bf9159feed no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:04:45.202893 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] No Port match for: 3aba1714-3135-4d41-9468-a3bf9159feed {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:04:45.203852 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 3aba1714-3135-4d41-9468-a3bf9159feed not bound to the agent host hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:04:45.216686 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-cf9a72b5-2e73-4921-b88e-5177391de5c3 req-f15e886f-9e55-4b8b-aaee-d26e76bd6530 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509541 Mar 23 11:04:45.234661 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 50820) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:45.365209 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f1bebfe9-cf96-485a-9230-8614ccba946a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:45.417929 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f101b-fda4-48f8-bbe1-a5d742ddcaa0 req-1c1ac8be-0229-4f59-b36d-38aaed3bc091 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:45.419326 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1b7f101b-fda4-48f8-bbe1-a5d742ddcaa0 req-1c1ac8be-0229-4f59-b36d-38aaed3bc091 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0735757 Mar 23 11:04:45.453978 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f1bebfe9-cf96-485a-9230-8614ccba946a admin admin] Publish callbacks [] for security_group (b53cd5b6-ccd2-4676-936f-7be301ff28f2), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:45.497826 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1b7f101b-fda4-48f8-bbe1-a5d742ddcaa0 req-3e7f99b4-4777-45d2-9ac8-4facf7d464bf tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717638 Mar 23 11:04:45.538404 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f1bebfe9-cf96-485a-9230-8614ccba946a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (b53cd5b6-ccd2-4676-936f-7be301ff28f2), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:45.576112 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-f1bebfe9-cf96-485a-9230-8614ccba946a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e931665e7b294d8ab00da9d4d733f0e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3377843 Mar 23 11:04:45.576329 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 50836) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:45.606419 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bebfe9-cf96-485a-9230-8614ccba946a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53cd5b6-ccd2-4676-936f-7be301ff28f2,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:45.639655 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-215bb777-ea7f-4185-a456-14e635cf0588 admin admin] Publish callbacks [] for security_group (b53cd5b6-ccd2-4676-936f-7be301ff28f2), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:45.671530 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-215bb777-ea7f-4185-a456-14e635cf0588 admin admin] Publish callbacks [] for security_group (b53cd5b6-ccd2-4676-936f-7be301ff28f2), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:45.789491 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-215bb777-ea7f-4185-a456-14e635cf0588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (b53cd5b6-ccd2-4676-936f-7be301ff28f2), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:45.792177 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-215bb777-ea7f-4185-a456-14e635cf0588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:45.796484 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-215bb777-ea7f-4185-a456-14e635cf0588 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b53cd5b6-ccd2-4676-936f-7be301ff28f2 HTTP/1.1" status: 204 len: 168 time: 0.2191391 Mar 23 11:04:45.807831 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bb777-ea7f-4185-a456-14e635cf0588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53cd5b6-ccd2-4676-936f-7be301ff28f2,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:46.336698 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba8773-65d2-43d3-b641-70ae65ac53c3 req-193bae86-c1ad-4d2e-a0f5-04a7ff55d016 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:46.338155 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e2ba8773-65d2-43d3-b641-70ae65ac53c3 req-193bae86-c1ad-4d2e-a0f5-04a7ff55d016 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0562909 Mar 23 11:04:46.392991 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e2ba8773-65d2-43d3-b641-70ae65ac53c3 req-e794835d-a141-4e44-9f25-5d67fd092e38 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491481 Mar 23 11:04:46.632894 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b0df7-cb8d-42e2-bb31-bc346feb0410 req-8e7b7ab6-b246-467e-ba7d-05ec8e579a9a tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:46.634286 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d63b0df7-cb8d-42e2-bb31-bc346feb0410 req-8e7b7ab6-b246-467e-ba7d-05ec8e579a9a tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0552533 Mar 23 11:04:46.690523 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d63b0df7-cb8d-42e2-bb31-bc346feb0410 req-fecf9b92-64fa-4290-bfaa-f4acbfb48ea8 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507548 Mar 23 11:04:47.038307 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45118c60-12f5-4ac0-af60-206b5629dcc7 req-128743a6-4d6f-4720-98d1-03ec24f28d33 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:47.039922 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-45118c60-12f5-4ac0-af60-206b5629dcc7 req-128743a6-4d6f-4720-98d1-03ec24f28d33 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0682263 Mar 23 11:04:47.100146 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-45118c60-12f5-4ac0-af60-206b5629dcc7 req-c09135fd-cdce-4430-a558-3d80d9239c30 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529220 Mar 23 11:04:47.313274 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 50882) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:47.418785 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-b3664490-590d-4294-9cd4-a7ddf723c298 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-877408031-network', 'tenant_id': '129bb33e62b44450880cb7f944520401'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:04:47.520690 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3664490-590d-4294-9cd4-a7ddf723c298 admin admin] Made reservation on behalf of 129bb33e62b44450880cb7f944520401 for: {'network': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:04:47.523046 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b3664490-590d-4294-9cd4-a7ddf723c298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for network (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:47.533871 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c4fab-1408-48c7-877e-53dc0d861dfc req-bb78efe4-f5a4-48cb-a912-af7fcbc5a784 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:47.535330 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a67c4fab-1408-48c7-877e-53dc0d861dfc req-bb78efe4-f5a4-48cb-a912-af7fcbc5a784 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0609899 Mar 23 11:04:47.540683 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b3664490-590d-4294-9cd4-a7ddf723c298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:47.606474 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a67c4fab-1408-48c7-877e-53dc0d861dfc req-bf681a75-8801-428f-8876-85e3c902159b tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637364 Mar 23 11:04:47.657796 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b3664490-590d-4294-9cd4-a7ddf723c298 admin admin] Publish callbacks [] for security_group (1439993f-ee93-4324-b494-4b349b6881a8), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:47.749525 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b3664490-590d-4294-9cd4-a7ddf723c298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (1439993f-ee93-4324-b494-4b349b6881a8), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:47.770922 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3664490-590d-4294-9cd4-a7ddf723c298 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=103540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:04:47.785589 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3664490-590d-4294-9cd4-a7ddf723c298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1439993f-ee93-4324-b494-4b349b6881a8,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:47.789681 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b3664490-590d-4294-9cd4-a7ddf723c298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (2f4f4a41-30ca-4c99-80f8-209ff5966548), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:47.790032 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.segments_db [None req-b3664490-590d-4294-9cd4-a7ddf723c298 admin admin] Added segment 2f4f4a41-30ca-4c99-80f8-209ff5966548 of type vlan for network df50ffe3-03ed-467a-b227-56e0850217fe Mar 23 11:04:47.830692 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b3664490-590d-4294-9cd4-a7ddf723c298 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738510713667'] for network (df50ffe3-03ed-467a-b227-56e0850217fe), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:47.914508 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b3664490-590d-4294-9cd4-a7ddf723c298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for network (df50ffe3-03ed-467a-b227-56e0850217fe), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:47.915467 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3664490-590d-4294-9cd4-a7ddf723c298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:47.916079 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b3664490-590d-4294-9cd4-a7ddf723c298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:47.972508 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3664490-590d-4294-9cd4-a7ddf723c298 admin admin] Pushing event updated for resources: {'Network': ['ID=df50ffe3-03ed-467a-b227-56e0850217fe,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:47.989985 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Network df50ffe3-03ed-467a-b227-56e0850217fe details requested by agent ovs-agent-dv-cinder-790535-33-iscsi with host dv-cinder-790535-33-iscsi {{(pid=103541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 11:04:48.031638 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-b3664490-590d-4294-9cd4-a7ddf723c298 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7170591 Mar 23 11:04:48.034489 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 50898) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:48.039343 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-08e33bcd-2c3c-4959-a354-0dd621a6aefd admin admin] Request body: {'subnet': {'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-877408031-subnet', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'ip_version': 4}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:04:48.115224 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e33bcd-2c3c-4959-a354-0dd621a6aefd admin admin] Made reservation on behalf of 129bb33e62b44450880cb7f944520401 for: {'subnet': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:04:48.117918 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-08e33bcd-2c3c-4959-a354-0dd621a6aefd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11773167'] for subnet (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:48.249989 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b260cca-eaa4-49ed-8bb5-2570cc057d3a req-3c59585b-7436-44ff-aba9-07f31b3aa26c tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:48.251483 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9b260cca-eaa4-49ed-8bb5-2570cc057d3a req-3c59585b-7436-44ff-aba9-07f31b3aa26c tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0775478 Mar 23 11:04:48.360716 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9b260cca-eaa4-49ed-8bb5-2570cc057d3a req-c8454683-1841-4f8e-887b-ef6ec1f984ec tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025434 Mar 23 11:04:48.434646 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-08e33bcd-2c3c-4959-a354-0dd621a6aefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12546333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11773177'] for subnet (001a2c33-ab4d-40f3-86cd-0344207597b1), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:48.510973 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e33bcd-2c3c-4959-a354-0dd621a6aefd admin admin] Pushing event updated for resources: {'Subnet': ['ID=001a2c33-ab4d-40f3-86cd-0344207597b1,revision_number=0']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:48.520517 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e33bcd-2c3c-4959-a354-0dd621a6aefd admin admin] Checking segment: {'id': '2f4f4a41-30ca-4c99-80f8-209ff5966548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:04:48.520887 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e33bcd-2c3c-4959-a354-0dd621a6aefd admin admin] Network hostable DHCP agents. Network: df50ffe3-03ed-467a-b227-56e0850217fe, hostable agents: ['18616f87-d995-4ff8-a7e5-ed686ac89f81'], hosted agents: [] {{(pid=103540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:04:48.588999 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e33bcd-2c3c-4959-a354-0dd621a6aefd admin admin] Network df50ffe3-03ed-467a-b227-56e0850217fe is scheduled to be hosted by DHCP agent 18616f87-d995-4ff8-a7e5-ed686ac89f81 with binding_index 1 {{(pid=103540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:04:48.669510 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-08e33bcd-2c3c-4959-a354-0dd621a6aefd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-33-iscsi, df50ffe3-03ed-467a-b227-56e0850217fe) {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:04:48.674642 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e33bcd-2c3c-4959-a354-0dd621a6aefd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:48.675243 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-08e33bcd-2c3c-4959-a354-0dd621a6aefd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:48.686371 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ca99e8-2a79-4e25-b06f-268dc2e60c85 None None] Network df50ffe3-03ed-467a-b227-56e0850217fe requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:04:48.764132 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ae995-4a53-4621-89ae-6bfc05c262ea req-a0a5b0f9-ed50-40c2-9b15-3195f9c4b0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:48.766293 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-029ae995-4a53-4621-89ae-6bfc05c262ea req-a0a5b0f9-ed50-40c2-9b15-3195f9c4b0ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88a763b09264492ebee3006194629da1&device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 1129 time: 0.0874233 Mar 23 11:04:48.778723 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b334ad-3630-4b12-abc9-c946b4612cf1 req-ddf1fe55-d4df-4e80-a87a-27a80f662a5e tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:48.780978 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-61b334ad-3630-4b12-abc9-c946b4612cf1 req-ddf1fe55-d4df-4e80-a87a-27a80f662a5e tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0906506 Mar 23 11:04:48.806890 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896cb9d8-6451-4d33-b12d-077a5d11dea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7dec95-e408-57f7-a9aa-31b64d88e4d5-df50ffe3-03ed-467a-b227-56e0850217fe', 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe', 'project_id': '129bb33e62b44450880cb7f944520401', 'fixed_ips': [{'subnet_id': '001a2c33-ab4d-40f3-86cd-0344207597b1'}]}} from dv-cinder-790535-33-iscsi. {{(pid=103541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 11:04:48.808350 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-896cb9d8-6451-4d33-b12d-077a5d11dea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:48.845391 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-08e33bcd-2c3c-4959-a354-0dd621a6aefd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8097417 Mar 23 11:04:48.848385 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 50912) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:48.853668 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-ed74be50-1cf6-42b2-8c10-39b27ee6107d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-877408031-router', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:04:48.895900 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-61b334ad-3630-4b12-abc9-c946b4612cf1 req-bbcde149-998c-4b4d-b481-755a4242247e tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066797 Mar 23 11:04:48.922166 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ae995-4a53-4621-89ae-6bfc05c262ea req-3afb8967-704f-4de8-a453-b047058fc8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:48.922166 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-029ae995-4a53-4621-89ae-6bfc05c262ea req-3afb8967-704f-4de8-a453-b047058fc8a1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=eeda6053-fd0d-4e64-ad5b-c3168c41b691 HTTP/1.1" status: 200 len: 912 time: 0.1346791 Mar 23 11:04:48.926489 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ed74be50-1cf6-42b2-8c10-39b27ee6107d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3242'] for router (6a6c5e43-2e0f-4a40-9507-89e565ecf7f0), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:48.927850 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ed74be50-1cf6-42b2-8c10-39b27ee6107d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3229'] for router (6a6c5e43-2e0f-4a40-9507-89e565ecf7f0), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:48.975610 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-896cb9d8-6451-4d33-b12d-077a5d11dea2 None None] Allocated IP 172.20.0.2 (df50ffe3-03ed-467a-b227-56e0850217fe/001a2c33-ab4d-40f3-86cd-0344207597b1/b5f377cd-6733-4090-bd8e-56cdcf2bdd01) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:04:48.996673 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ed74be50-1cf6-42b2-8c10-39b27ee6107d admin admin] Publish callbacks [] for router_controller (6a6c5e43-2e0f-4a40-9507-89e565ecf7f0), precommit_add_association {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:49.006234 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-029ae995-4a53-4621-89ae-6bfc05c262ea req-98c85901-6baa-4154-8b70-a961865bca49 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f832c2a-d3c5-4523-b20a-45a805e6d44f HTTP/1.1" status: 200 len: 1001 time: 0.0823200 Mar 23 11:04:49.058644 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ae995-4a53-4621-89ae-6bfc05c262ea req-8b1622b7-87b0-4da9-b66e-a54230869045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:49.060164 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-029ae995-4a53-4621-89ae-6bfc05c262ea req-8b1622b7-87b0-4da9-b66e-a54230869045 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0a92f87a-4230-4f3a-9c60-1bacc798819f HTTP/1.1" status: 200 len: 850 time: 0.0467448 Mar 23 11:04:49.125083 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-896cb9d8-6451-4d33-b12d-077a5d11dea2 None None] Publish callbacks [] for port (b5f377cd-6733-4090-bd8e-56cdcf2bdd01), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:49.167135 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-896cb9d8-6451-4d33-b12d-077a5d11dea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823'] for port (b5f377cd-6733-4090-bd8e-56cdcf2bdd01), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:49.173666 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ed74be50-1cf6-42b2-8c10-39b27ee6107d admin admin] Publish callbacks [] for router_gateway (6a6c5e43-2e0f-4a40-9507-89e565ecf7f0), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:49.194893 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ae995-4a53-4621-89ae-6bfc05c262ea req-f5296a22-8e6b-4f27-b72b-288ed236dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:49.196603 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-029ae995-4a53-4621-89ae-6bfc05c262ea req-f5296a22-8e6b-4f27-b72b-288ed236dd1b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eeda6053-fd0d-4e64-ad5b-c3168c41b691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458074 Mar 23 11:04:49.209199 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896cb9d8-6451-4d33-b12d-077a5d11dea2 None None] Network df50ffe3-03ed-467a-b227-56e0850217fe is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:04:49.214070 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-896cb9d8-6451-4d33-b12d-077a5d11dea2 None None] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:04:49.218545 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896cb9d8-6451-4d33-b12d-077a5d11dea2 None None] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:04:49.221595 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cb9d8-6451-4d33-b12d-077a5d11dea2 None None] Pushing event updated for resources: {'Port': ['ID=b5f377cd-6733-4090-bd8e-56cdcf2bdd01,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:49.283438 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-896cb9d8-6451-4d33-b12d-077a5d11dea2 None None] Attempting to bind port b5f377cd-6733-4090-bd8e-56cdcf2bdd01 on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:04:49.283819 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-896cb9d8-6451-4d33-b12d-077a5d11dea2 None None] Attempting to bind port b5f377cd-6733-4090-bd8e-56cdcf2bdd01 by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': '2f4f4a41-30ca-4c99-80f8-209ff5966548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:04:49.284193 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896cb9d8-6451-4d33-b12d-077a5d11dea2 None None] Attempting to bind port b5f377cd-6733-4090-bd8e-56cdcf2bdd01 on network df50ffe3-03ed-467a-b227-56e0850217fe {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:04:49.290609 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896cb9d8-6451-4d33-b12d-077a5d11dea2 None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:04:49.295482 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896cb9d8-6451-4d33-b12d-077a5d11dea2 None None] Checking segment: {'id': '2f4f4a41-30ca-4c99-80f8-209ff5966548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:04:49.295482 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-896cb9d8-6451-4d33-b12d-077a5d11dea2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:49.295482 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896cb9d8-6451-4d33-b12d-077a5d11dea2 None None] Bound using segment: {'id': '2f4f4a41-30ca-4c99-80f8-209ff5966548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:04:49.295482 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-896cb9d8-6451-4d33-b12d-077a5d11dea2 None None] Bound port: b5f377cd-6733-4090-bd8e-56cdcf2bdd01, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4f4a41-30ca-4c99-80f8-209ff5966548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:04:49.295482 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-896cb9d8-6451-4d33-b12d-077a5d11dea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (b5f377cd-6733-4090-bd8e-56cdcf2bdd01), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:49.299258 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-029ae995-4a53-4621-89ae-6bfc05c262ea req-97106e76-f2c4-4fe7-9909-99fce0b82609 service neutron] 10.222.0.52 "GET /v2.0/networks/eeda6053-fd0d-4e64-ad5b-c3168c41b691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931764 Mar 23 11:04:49.362949 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-896cb9d8-6451-4d33-b12d-077a5d11dea2 None None] For port b5f377cd-6733-4090-bd8e-56cdcf2bdd01, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:04:49.366093 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-896cb9d8-6451-4d33-b12d-077a5d11dea2 None None] For port b5f377cd-6733-4090-bd8e-56cdcf2bdd01, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=b5f377cd-6733-4090-bd8e-56cdcf2bdd01,segment=NetworkSegment(2f4f4a41-30ca-4c99-80f8-209ff5966548),segment_id=2f4f4a41-30ca-4c99-80f8-209ff5966548)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:04:49.395743 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-029ae995-4a53-4621-89ae-6bfc05c262ea req-db2c9528-857c-42e2-9b77-826700922f11 service neutron] 10.222.0.52 "GET /v2.0/networks/eeda6053-fd0d-4e64-ad5b-c3168c41b691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889060 Mar 23 11:04:49.442659 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-896cb9d8-6451-4d33-b12d-077a5d11dea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (b5f377cd-6733-4090-bd8e-56cdcf2bdd01), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:49.486975 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ed74be50-1cf6-42b2-8c10-39b27ee6107d admin admin] Publish callbacks [] for router_gateway (6a6c5e43-2e0f-4a40-9507-89e565ecf7f0), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:49.500823 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62210a6b-7f1b-4e2c-baac-e55fd876d835 req-b59d009d-77f4-4c65-a89f-a2308095ddd8 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:49.504882 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cb9d8-6451-4d33-b12d-077a5d11dea2 None None] Pushing event updated for resources: {'Port': ['ID=b5f377cd-6733-4090-bd8e-56cdcf2bdd01,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:49.510502 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ed74be50-1cf6-42b2-8c10-39b27ee6107d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:49.513820 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-62210a6b-7f1b-4e2c-baac-e55fd876d835 req-b59d009d-77f4-4c65-a89f-a2308095ddd8 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0807784 Mar 23 11:04:49.611929 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-62210a6b-7f1b-4e2c-baac-e55fd876d835 req-31dedd66-9c80-4af8-b89e-75a023744ac4 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971570 Mar 23 11:04:49.620491 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6edd3f-78d7-4787-ae21-2c5d0d0984a2 req-64f22736-0e68-45f3-8884-58f663ca4ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:49.622572 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8a6edd3f-78d7-4787-ae21-2c5d0d0984a2 req-64f22736-0e68-45f3-8884-58f663ca4ed9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a9722a34d004a16ae8e2fb602d551e8&device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 1129 time: 0.0939047 Mar 23 11:04:49.629508 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [None req-ed74be50-1cf6-42b2-8c10-39b27ee6107d admin admin] Allocated IP 172.27.0.20 (95c18418-5bae-427e-9b81-a5d1c1650c0a/3e1497af-c43c-4f5b-914b-136f0356db85/68b052aa-aba3-480c-b9ef-aeec4a08058c) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:04:49.734035 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6edd3f-78d7-4787-ae21-2c5d0d0984a2 req-4733a2c3-033b-4d23-af84-9acbcca3cb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:49.734035 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8a6edd3f-78d7-4787-ae21-2c5d0d0984a2 req-4733a2c3-033b-4d23-af84-9acbcca3cb91 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a89a6767-25b8-437f-a491-713b0277c026 HTTP/1.1" status: 200 len: 918 time: 0.0971212 Mar 23 11:04:49.795336 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ed74be50-1cf6-42b2-8c10-39b27ee6107d admin admin] Publish callbacks [] for port (68b052aa-aba3-480c-b9ef-aeec4a08058c), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:49.849385 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8a6edd3f-78d7-4787-ae21-2c5d0d0984a2 req-45cb4e80-df0c-46d9-a6d7-50e3e3943df9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c702d0b9-c86f-4e87-9486-2ffd22a442f4 HTTP/1.1" status: 200 len: 1001 time: 0.1097472 Mar 23 11:04:49.903511 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6edd3f-78d7-4787-ae21-2c5d0d0984a2 req-d247e3fc-e72a-4979-b850-45a29d81701d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:49.905862 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8a6edd3f-78d7-4787-ae21-2c5d0d0984a2 req-d247e3fc-e72a-4979-b850-45a29d81701d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76120b10-aef4-4df3-9eb9-41b94555bce9 HTTP/1.1" status: 200 len: 856 time: 0.0480986 Mar 23 11:04:49.917737 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ed74be50-1cf6-42b2-8c10-39b27ee6107d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (68b052aa-aba3-480c-b9ef-aeec4a08058c), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:49.959600 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed74be50-1cf6-42b2-8c10-39b27ee6107d admin admin] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:04:49.966318 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-ed74be50-1cf6-42b2-8c10-39b27ee6107d admin admin] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:04:49.966689 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6edd3f-78d7-4787-ae21-2c5d0d0984a2 req-c6980f85-b132-478a-872f-d65528d62514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:49.969404 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8a6edd3f-78d7-4787-ae21-2c5d0d0984a2 req-c6980f85-b132-478a-872f-d65528d62514 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a89a6767-25b8-437f-a491-713b0277c026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0508294 Mar 23 11:04:49.973124 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed74be50-1cf6-42b2-8c10-39b27ee6107d admin admin] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:04:49.976281 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74be50-1cf6-42b2-8c10-39b27ee6107d admin admin] Pushing event updated for resources: {'Port': ['ID=68b052aa-aba3-480c-b9ef-aeec4a08058c,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:50.109750 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed3a16-bfa9-4cc6-a8b9-6108f8fa7daa req-9f0ef39b-ebe4-4175-bd26-2dd18411ad29 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:50.111294 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-57ed3a16-bfa9-4cc6-a8b9-6108f8fa7daa req-9f0ef39b-ebe4-4175-bd26-2dd18411ad29 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 945 time: 0.0862639 Mar 23 11:04:50.113883 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8a6edd3f-78d7-4787-ae21-2c5d0d0984a2 req-c9f033e4-d6de-4493-a735-b5f8880fabb7 service neutron] 10.222.0.52 "GET /v2.0/networks/a89a6767-25b8-437f-a491-713b0277c026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353476 Mar 23 11:04:50.376929 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device b5f377cd-6733-4090-bd8e-56cdcf2bdd01 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:04:50.410588 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ed74be50-1cf6-42b2-8c10-39b27ee6107d admin admin] Publish callbacks [] for router_gateway (6a6c5e43-2e0f-4a40-9507-89e565ecf7f0), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:50.488955 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port b5f377cd-6733-4090-bd8e-56cdcf2bdd01 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:04:50.490119 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (b5f377cd-6733-4090-bd8e-56cdcf2bdd01), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:50.514409 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-57ed3a16-bfa9-4cc6-a8b9-6108f8fa7daa req-9eb96cca-492c-44af-b642-45e230118836 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3961961 Mar 23 11:04:50.558174 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8a6edd3f-78d7-4787-ae21-2c5d0d0984a2 req-afd8ca45-e4f5-4371-bc79-c8fb8e6592f1 service neutron] 10.222.0.52 "GET /v2.0/networks/a89a6767-25b8-437f-a491-713b0277c026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373429 Mar 23 11:04:50.613396 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port b5f377cd-6733-4090-bd8e-56cdcf2bdd01 is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:04:50.614184 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (b5f377cd-6733-4090-bd8e-56cdcf2bdd01), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:50.650714 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] For port b5f377cd-6733-4090-bd8e-56cdcf2bdd01, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=b5f377cd-6733-4090-bd8e-56cdcf2bdd01,segment=NetworkSegment(2f4f4a41-30ca-4c99-80f8-209ff5966548),segment_id=2f4f4a41-30ca-4c99-80f8-209ff5966548)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:04:50.720751 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (b5f377cd-6733-4090-bd8e-56cdcf2bdd01), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:50.788880 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde59f0-a6e7-41c2-90ae-979bb8db0fed req-01808e6d-4ad7-4c90-95c0-b03dbdf153ea tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:50.799460 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0bde59f0-a6e7-41c2-90ae-979bb8db0fed req-01808e6d-4ad7-4c90-95c0-b03dbdf153ea tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.1069200 Mar 23 11:04:50.819988 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Pushing event updated for resources: {'Port': ['ID=b5f377cd-6733-4090-bd8e-56cdcf2bdd01,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:50.839080 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ed74be50-1cf6-42b2-8c10-39b27ee6107d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589352'] for router (6a6c5e43-2e0f-4a40-9507-89e565ecf7f0), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:50.855026 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34aa59c-0196-4e06-be63-d2d69a21491e None None] Network df50ffe3-03ed-467a-b227-56e0850217fe requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:04:50.887907 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0bde59f0-a6e7-41c2-90ae-979bb8db0fed req-ce1d3d5c-de82-4b5e-9b29-e0cf5378b5d1 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841117 Mar 23 11:04:50.954910 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-6f32df0e-2b01-45d2-a455-9b32ac035380 None None] Provisioning complete for port b5f377cd-6733-4090-bd8e-56cdcf2bdd01 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:04:50.955369 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6f32df0e-2b01-45d2-a455-9b32ac035380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (b5f377cd-6733-4090-bd8e-56cdcf2bdd01), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:51.083566 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-6f32df0e-2b01-45d2-a455-9b32ac035380 None None] Current status of the port b5f377cd-6733-4090-bd8e-56cdcf2bdd01 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:04:51.189610 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device c702d0b9-c86f-4e87-9486-2ffd22a442f4 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:04:51.343347 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port c702d0b9-c86f-4e87-9486-2ffd22a442f4 is: ACTIVE; New status is: DOWN {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:04:51.343693 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:51.372733 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3be861-f7ed-4e23-9d00-09c761095f41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c702d0b9-c86f-4e87-9486-2ffd22a442f4'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:04:51.374942 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d8e306-9f2c-492f-a588-73b836cd8a4b" -d '{"events": [{"server_uuid": "cd3be861-f7ed-4e23-9d00-09c761095f41", "name": "network-vif-unplugged", "status": "completed", "tag": "c702d0b9-c86f-4e87-9486-2ffd22a442f4"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:04:51.381304 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:51.388279 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port c702d0b9-c86f-4e87-9486-2ffd22a442f4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c702d0b9-c86f-4e87-9486-2ffd22a442f4,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:04:51.402181 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed74be50-1cf6-42b2-8c10-39b27ee6107d admin admin] Router 6a6c5e43-2e0f-4a40-9507-89e565ecf7f0 is scheduled to L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc with binding_index 1 {{(pid=103539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 11:04:51.415770 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-fd8b7c8e-603d-43da-8dff-fafbf58b3262 None None] Provisioning complete for port b5f377cd-6733-4090-bd8e-56cdcf2bdd01 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:04:51.416297 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-fd8b7c8e-603d-43da-8dff-fafbf58b3262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (b5f377cd-6733-4090-bd8e-56cdcf2bdd01), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:51.442414 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 11:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446a8582-fc4d-4739-bffe-f3dce5f45848 x-openstack-request-id: req-446a8582-fc4d-4739-bffe-f3dce5f45848 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:04:51.442785 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3be861-f7ed-4e23-9d00-09c761095f41", "name": "network-vif-unplugged", "status": "completed", "tag": "c702d0b9-c86f-4e87-9486-2ffd22a442f4", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:04:51.442957 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-446a8582-fc4d-4739-bffe-f3dce5f45848 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:04:51.443396 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446a8582-fc4d-4739-bffe-f3dce5f45848'] response: {'server_uuid': 'cd3be861-f7ed-4e23-9d00-09c761095f41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c702d0b9-c86f-4e87-9486-2ffd22a442f4', 'code': 200} Mar 23 11:04:51.445853 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:51.545932 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=c702d0b9-c86f-4e87-9486-2ffd22a442f4,revision_number=8']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:51.590211 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed74be50-1cf6-42b2-8c10-39b27ee6107d admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:04:51.597171 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-fd8b7c8e-603d-43da-8dff-fafbf58b3262 None None] Current status of the port b5f377cd-6733-4090-bd8e-56cdcf2bdd01 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:04:51.602026 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] Sync routers for ids ['6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:04:51.619725 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] Routers {'6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:04:51.620859 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976c443a0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:04:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:04:51.671279 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ed74be50-1cf6-42b2-8c10-39b27ee6107d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:51.675737 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-ed74be50-1cf6-42b2-8c10-39b27ee6107d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8256347 Mar 23 11:04:51.680497 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 50950) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:51.748323 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] Set router 6a6c5e43-2e0f-4a40-9507-89e565ecf7f0 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:04:51.805905 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dade3a1-fbb3-4359-bae3-4097abcf6aea req-02ee9e0a-e58e-4358-9a14-14e50f910d93 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:51.813579 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0dade3a1-fbb3-4359-bae3-4097abcf6aea req-02ee9e0a-e58e-4358-9a14-14e50f910d93 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.1804702 Mar 23 11:04:51.885912 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0dade3a1-fbb3-4359-bae3-4097abcf6aea req-bc1b2176-1823-4491-8bce-7523e760581d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663958 Mar 23 11:04:51.945852 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976c443a0>, [{'id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'name': 'tempest-TestShelveInstance-877408031-router', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '68b052aa-aba3-480c-b9ef-aeec4a08058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:04:48Z', 'updated_at': '2022-03-23T11:04:50Z', 'revision_number': 3, 'project_id': '129bb33e62b44450880cb7f944520401', 'gw_port': {'id': '68b052aa-aba3-480c-b9ef-aeec4a08058c', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fa:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:49Z', 'updated_at': '2022-03-23T11:04:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:04:51.973551 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] Checking router: 6a6c5e43-2e0f-4a40-9507-89e565ecf7f0 for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:04:51.974072 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] Updating router 6a6c5e43-2e0f-4a40-9507-89e565ecf7f0 port 68b052aa-aba3-480c-b9ef-aeec4a08058c binding host dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 11:04:52.010245 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (68b052aa-aba3-480c-b9ef-aeec4a08058c), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:52.323097 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-bec9d2fa-ddf0-4462-a565-4630c2f98889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:52.376937 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device b5f377cd-6733-4090-bd8e-56cdcf2bdd01 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:04:52.394295 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] Publish callbacks [] for port (68b052aa-aba3-480c-b9ef-aeec4a08058c), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:52.455623 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port b5f377cd-6733-4090-bd8e-56cdcf2bdd01 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:04:52.456392 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (b5f377cd-6733-4090-bd8e-56cdcf2bdd01), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:52.486121 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (68b052aa-aba3-480c-b9ef-aeec4a08058c), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:52.602638 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port b5f377cd-6733-4090-bd8e-56cdcf2bdd01 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:04:52.609387 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [None req-bec9d2fa-ddf0-4462-a565-4630c2f98889 admin admin] Allocated IP 172.20.0.1 (df50ffe3-03ed-467a-b227-56e0850217fe/001a2c33-ab4d-40f3-86cd-0344207597b1/011d3bb3-6ff3-485a-8080-1f39de9cf8bd) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:04:52.614729 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd14e9-6924-4718-8d5c-d5070522a2b9 None None] Pushing event updated for resources: {'Port': ['ID=68b052aa-aba3-480c-b9ef-aeec4a08058c,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:52.628010 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd14e9-6924-4718-8d5c-d5070522a2b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:52.628747 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd14e9-6924-4718-8d5c-d5070522a2b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:52.629425 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd14e9-6924-4718-8d5c-d5070522a2b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:52.630251 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd14e9-6924-4718-8d5c-d5070522a2b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:52.630873 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd14e9-6924-4718-8d5c-d5070522a2b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:52.632212 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd14e9-6924-4718-8d5c-d5070522a2b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:52.632836 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd14e9-6924-4718-8d5c-d5070522a2b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:52.633668 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd14e9-6924-4718-8d5c-d5070522a2b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:52.634321 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd14e9-6924-4718-8d5c-d5070522a2b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:52.634965 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd14e9-6924-4718-8d5c-d5070522a2b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:52.635595 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd14e9-6924-4718-8d5c-d5070522a2b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:52.636189 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd14e9-6924-4718-8d5c-d5070522a2b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:52.636748 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd14e9-6924-4718-8d5c-d5070522a2b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:52.637242 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd14e9-6924-4718-8d5c-d5070522a2b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:52.637723 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdd14e9-6924-4718-8d5c-d5070522a2b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:52.642579 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] Attempting to bind port 68b052aa-aba3-480c-b9ef-aeec4a08058c on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:04:52.643138 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] Attempting to bind port 68b052aa-aba3-480c-b9ef-aeec4a08058c by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:04:52.643654 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] Attempting to bind port 68b052aa-aba3-480c-b9ef-aeec4a08058c on network 95c18418-5bae-427e-9b81-a5d1c1650c0a {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:04:52.650471 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:04:52.650471 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] Checking segment: {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:04:52.650820 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:52.651365 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] Bound using segment: {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:04:52.651973 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] Bound port: 68b052aa-aba3-480c-b9ef-aeec4a08058c, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:04:52.652539 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (68b052aa-aba3-480c-b9ef-aeec4a08058c), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:52.712254 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] For port 68b052aa-aba3-480c-b9ef-aeec4a08058c, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:04:52.717050 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] For port 68b052aa-aba3-480c-b9ef-aeec4a08058c, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=68b052aa-aba3-480c-b9ef-aeec4a08058c,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:04:52.746606 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-bec9d2fa-ddf0-4462-a565-4630c2f98889 admin admin] Publish callbacks [] for port (011d3bb3-6ff3-485a-8080-1f39de9cf8bd), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:52.812837 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (68b052aa-aba3-480c-b9ef-aeec4a08058c), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:52.852366 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-bec9d2fa-ddf0-4462-a565-4630c2f98889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (011d3bb3-6ff3-485a-8080-1f39de9cf8bd), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:52.894765 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec9d2fa-ddf0-4462-a565-4630c2f98889 admin admin] Network df50ffe3-03ed-467a-b227-56e0850217fe is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:04:52.898030 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-bec9d2fa-ddf0-4462-a565-4630c2f98889 admin admin] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:04:52.902078 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec9d2fa-ddf0-4462-a565-4630c2f98889 admin admin] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:04:52.927087 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] Routers {'6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:04:52.927888 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976c443a0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:04:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:04:53.023038 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-bec9d2fa-ddf0-4462-a565-4630c2f98889 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573693'] for router_interface (6a6c5e43-2e0f-4a40-9507-89e565ecf7f0), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:53.095557 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9d2fa-ddf0-4462-a565-4630c2f98889 admin admin] Pushing event updated for resources: {'Port': ['ID=011d3bb3-6ff3-485a-8080-1f39de9cf8bd,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:53.145433 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] Set router 6a6c5e43-2e0f-4a40-9507-89e565ecf7f0 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:04:53.197315 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1cb82-4937-4255-8a16-5f7a5b29f381 req-07204375-1c89-4cc7-bba7-e32e73d36262 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:53.204902 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-97e1cb82-4937-4255-8a16-5f7a5b29f381 req-07204375-1c89-4cc7-bba7-e32e73d36262 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.1262579 Mar 23 11:04:53.214704 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd14e9-6924-4718-8d5c-d5070522a2b9 None None] Pushing event updated for resources: {'Port': ['ID=68b052aa-aba3-480c-b9ef-aeec4a08058c,revision_number=3']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:53.284649 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-97e1cb82-4937-4255-8a16-5f7a5b29f381 req-93aaf55e-e08d-46e4-a5e1-2863344cccd6 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785837 Mar 23 11:04:53.344458 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-bec9d2fa-ddf0-4462-a565-4630c2f98889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (011d3bb3-6ff3-485a-8080-1f39de9cf8bd), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:53.377538 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-9e1e2037-349d-42b2-ac92-10e0919cc525 None None] Provisioning complete for port 011d3bb3-6ff3-485a-8080-1f39de9cf8bd triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:04:53.378066 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9e1e2037-349d-42b2-ac92-10e0919cc525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (011d3bb3-6ff3-485a-8080-1f39de9cf8bd), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:53.430885 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-9e1e2037-349d-42b2-ac92-10e0919cc525 None None] Port 011d3bb3-6ff3-485a-8080-1f39de9cf8bd cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:04:53.440498 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976c443a0>, [{'id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'name': 'tempest-TestShelveInstance-877408031-router', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '68b052aa-aba3-480c-b9ef-aeec4a08058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:04:48Z', 'updated_at': '2022-03-23T11:04:50Z', 'revision_number': 3, 'project_id': '129bb33e62b44450880cb7f944520401', 'gw_port': {'id': '68b052aa-aba3-480c-b9ef-aeec4a08058c', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fa:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:49Z', 'updated_at': '2022-03-23T11:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:04:53.484024 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f69ea62-3bc6-4f9a-b9eb-7ee1cd2f20b6 None None] The sync data for ids ['6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'] in dv-cinder-790535-33-iscsi is: [{'id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'name': 'tempest-TestShelveInstance-877408031-router', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '68b052aa-aba3-480c-b9ef-aeec4a08058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:04:48Z', 'updated_at': '2022-03-23T11:04:50Z', 'revision_number': 3, 'project_id': '129bb33e62b44450880cb7f944520401', 'gw_port': {'id': '68b052aa-aba3-480c-b9ef-aeec4a08058c', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fa:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:49Z', 'updated_at': '2022-03-23T11:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:04:53.640398 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-bec9d2fa-ddf0-4462-a565-4630c2f98889 admin admin] Publish callbacks [] for port (011d3bb3-6ff3-485a-8080-1f39de9cf8bd), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:53.841403 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-bec9d2fa-ddf0-4462-a565-4630c2f98889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (011d3bb3-6ff3-485a-8080-1f39de9cf8bd), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:53.945738 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-bec9d2fa-ddf0-4462-a565-4630c2f98889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573545'] for router_interface (6a6c5e43-2e0f-4a40-9507-89e565ecf7f0), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:53.954416 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9d2fa-ddf0-4462-a565-4630c2f98889 admin admin] Pushing event updated for resources: {'Port': ['ID=011d3bb3-6ff3-485a-8080-1f39de9cf8bd,revision_number=2']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:54.083959 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec9d2fa-ddf0-4462-a565-4630c2f98889 admin admin] Network df50ffe3-03ed-467a-b227-56e0850217fe is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:04:54.084508 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-bec9d2fa-ddf0-4462-a565-4630c2f98889 admin admin] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:04:54.248452 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec9d2fa-ddf0-4462-a565-4630c2f98889 admin admin] Router 6a6c5e43-2e0f-4a40-9507-89e565ecf7f0 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:04:54.491262 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 68b052aa-aba3-480c-b9ef-aeec4a08058c up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:04:54.536247 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec9d2fa-ddf0-4462-a565-4630c2f98889 admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:04:54.553212 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-bec9d2fa-ddf0-4462-a565-4630c2f98889 admin admin] 10.222.0.41 "PUT /v2.0/routers/6a6c5e43-2e0f-4a40-9507-89e565ecf7f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8626571 Mar 23 11:04:54.602215 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 68b052aa-aba3-480c-b9ef-aeec4a08058c triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:04:54.602601 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (68b052aa-aba3-480c-b9ef-aeec4a08058c), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:54.716453 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-2717a37e-2a94-4967-948e-89da2fdc4f9c None None] Provisioning complete for port 011d3bb3-6ff3-485a-8080-1f39de9cf8bd triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:04:54.716841 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2717a37e-2a94-4967-948e-89da2fdc4f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (011d3bb3-6ff3-485a-8080-1f39de9cf8bd), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:54.781799 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-2717a37e-2a94-4967-948e-89da2fdc4f9c None None] Port 011d3bb3-6ff3-485a-8080-1f39de9cf8bd cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:04:54.801752 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 68b052aa-aba3-480c-b9ef-aeec4a08058c is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:04:54.802159 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (68b052aa-aba3-480c-b9ef-aeec4a08058c), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:54.824497 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] For port 68b052aa-aba3-480c-b9ef-aeec4a08058c, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=68b052aa-aba3-480c-b9ef-aeec4a08058c,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:04:54.932342 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (68b052aa-aba3-480c-b9ef-aeec4a08058c), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:54.954886 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [req-1d079c85-d3e6-469c-b9c0-92b9cc69b7a6 req-e261475d-27a0-4bfd-a875-e1d08dc26369 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103540) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 11:04:54.956803 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1d079c85-d3e6-469c-b9c0-92b9cc69b7a6 req-e261475d-27a0-4bfd-a875-e1d08dc26369 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074697 Mar 23 11:04:55.015514 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Pushing event updated for resources: {'Port': ['ID=68b052aa-aba3-480c-b9ef-aeec4a08058c,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:55.205537 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device c702d0b9-c86f-4e87-9486-2ffd22a442f4 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:04:55.412072 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port c702d0b9-c86f-4e87-9486-2ffd22a442f4 is: DOWN; New status is: DOWN {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:04:55.486144 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06b8c5-d7a1-4c23-8b27-0a5db3433e51 req-e88b1189-f5ec-4993-b8fd-0e15228552b4 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:55.491190 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-be06b8c5-d7a1-4c23-8b27-0a5db3433e51 req-e88b1189-f5ec-4993-b8fd-0e15228552b4 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.1485279 Mar 23 11:04:55.582036 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-be06b8c5-d7a1-4c23-8b27-0a5db3433e51 req-b0d0c8f0-253f-4de0-9297-7c1ad2f2e9a2 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849068 Mar 23 11:04:55.662133 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 51016) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:55.667020 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-84a90c92-2515-442f-9a8d-f013a276ccc3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-345972745-network', 'tenant_id': '6cd7d0fac35346e99b064d6b04982fb1'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:04:55.715425 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-311c8ef7-8082-45fc-b292-de8a2a42b775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:55.748833 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a90c92-2515-442f-9a8d-f013a276ccc3 admin admin] Made reservation on behalf of 6cd7d0fac35346e99b064d6b04982fb1 for: {'network': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:04:55.751765 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-84a90c92-2515-442f-9a8d-f013a276ccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for network (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:55.763250 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-84a90c92-2515-442f-9a8d-f013a276ccc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:55.869899 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] Sync routers for ids ['6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:04:55.895502 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-84a90c92-2515-442f-9a8d-f013a276ccc3 admin admin] Publish callbacks [] for security_group (52bb6fcd-f4ce-45d4-951a-4087188dd1f1), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:55.907627 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] Routers {'6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:04:55.913294 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f297605eb50>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:04:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:04:55.960165 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-84a90c92-2515-442f-9a8d-f013a276ccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (52bb6fcd-f4ce-45d4-951a-4087188dd1f1), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:55.971760 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a90c92-2515-442f-9a8d-f013a276ccc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=103539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:04:55.981233 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-84a90c92-2515-442f-9a8d-f013a276ccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (1d13529a-426c-4aff-9a34-0073aca28104), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:55.981586 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.db.segments_db [None req-84a90c92-2515-442f-9a8d-f013a276ccc3 admin admin] Added segment 1d13529a-426c-4aff-9a34-0073aca28104 of type vlan for network 0f43c101-55bf-4b1e-b416-4687893be118 Mar 23 11:04:56.037803 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-84a90c92-2515-442f-9a8d-f013a276ccc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738510713667'] for network (0f43c101-55bf-4b1e-b416-4687893be118), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:56.044752 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a90c92-2515-442f-9a8d-f013a276ccc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bb6fcd-f4ce-45d4-951a-4087188dd1f1,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:56.065365 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] Set router 6a6c5e43-2e0f-4a40-9507-89e565ecf7f0 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:04:56.144762 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-84a90c92-2515-442f-9a8d-f013a276ccc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for network (0f43c101-55bf-4b1e-b416-4687893be118), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:56.148184 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a90c92-2515-442f-9a8d-f013a276ccc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:56.150384 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-84a90c92-2515-442f-9a8d-f013a276ccc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:56.295040 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a90c92-2515-442f-9a8d-f013a276ccc3 admin admin] Pushing event updated for resources: {'Network': ['ID=0f43c101-55bf-4b1e-b416-4687893be118,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:56.332813 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-84a90c92-2515-442f-9a8d-f013a276ccc3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6671286 Mar 23 11:04:56.334403 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 51030) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:56.338915 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Network 0f43c101-55bf-4b1e-b416-4687893be118 details requested by agent ovs-agent-dv-cinder-790535-33-iscsi with host dv-cinder-790535-33-iscsi {{(pid=103541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 11:04:56.343814 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-166f9550-4456-4ae4-925c-2cdaa0d41dcb admin admin] Request body: {'subnet': {'network_id': '0f43c101-55bf-4b1e-b416-4687893be118', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-345972745-subnet', 'tenant_id': '6cd7d0fac35346e99b064d6b04982fb1', 'ip_version': 4}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:04:56.350079 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 51032) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:56.446597 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166f9550-4456-4ae4-925c-2cdaa0d41dcb admin admin] Made reservation on behalf of 6cd7d0fac35346e99b064d6b04982fb1 for: {'subnet': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:04:56.449205 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-166f9550-4456-4ae4-925c-2cdaa0d41dcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11773167'] for subnet (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:56.502265 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c0139d64-e28c-4ae6-8dfc-3a4528d69c7c req-55143338-f827-4457-988f-fd43340f3be5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1507306 Mar 23 11:04:56.519907 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [req-c0139d64-e28c-4ae6-8dfc-3a4528d69c7c req-7819d243-900d-496c-8b61-652684c2dfe9 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103539) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 11:04:56.522261 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c0139d64-e28c-4ae6-8dfc-3a4528d69c7c req-7819d243-900d-496c-8b61-652684c2dfe9 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106459 Mar 23 11:04:56.580088 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 68b052aa-aba3-480c-b9ef-aeec4a08058c up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:04:56.638612 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 51044) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:56.716457 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f297605eb50>, [{'id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'name': 'tempest-TestShelveInstance-877408031-router', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '68b052aa-aba3-480c-b9ef-aeec4a08058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:04:48Z', 'updated_at': '2022-03-23T11:04:53Z', 'revision_number': 4, 'project_id': '129bb33e62b44450880cb7f944520401', 'gw_port': {'id': '68b052aa-aba3-480c-b9ef-aeec4a08058c', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:49Z', 'updated_at': '2022-03-23T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '011d3bb3-6ff3-485a-8080-1f39de9cf8bd', 'name': '', 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'mac_address': 'fa:16:3e:37:f0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '001a2c33-ab4d-40f3-86cd-0344207597b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:52Z', 'updated_at': '2022-03-23T11:04:53Z', 'revision_number': 2, 'project_id': '129bb33e62b44450880cb7f944520401', 'subnets': [{'id': '001a2c33-ab4d-40f3-86cd-0344207597b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:04:56.723479 dv-cinder-790535-33-iscsi neutron-server[103539]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 11:04:56.747633 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] Checking router: 6a6c5e43-2e0f-4a40-9507-89e565ecf7f0 for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:04:56.747633 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] Updating router 6a6c5e43-2e0f-4a40-9507-89e565ecf7f0 port 011d3bb3-6ff3-485a-8080-1f39de9cf8bd binding host dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 11:04:56.777895 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 68b052aa-aba3-480c-b9ef-aeec4a08058c triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:04:56.778675 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (68b052aa-aba3-480c-b9ef-aeec4a08058c), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:56.828155 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (011d3bb3-6ff3-485a-8080-1f39de9cf8bd), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:56.843337 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0139d64-e28c-4ae6-8dfc-3a4528d69c7c req-f965bf64-df0f-4f0b-b08c-3415fdbf0c8f tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:56.845270 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c0139d64-e28c-4ae6-8dfc-3a4528d69c7c req-f965bf64-df0f-4f0b-b08c-3415fdbf0c8f tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports/c702d0b9-c86f-4e87-9486-2ffd22a442f4 HTTP/1.1" status: 200 len: 940 time: 0.2044704 Mar 23 11:04:56.854546 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089dacc-200a-4daa-ba74-7868f54c5a70 req-aca778eb-f171-4b77-ad05-5140ec2e20c0 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:56.856678 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4089dacc-200a-4daa-ba74-7868f54c5a70 req-aca778eb-f171-4b77-ad05-5140ec2e20c0 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.1499205 Mar 23 11:04:56.858238 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-166f9550-4456-4ae4-925c-2cdaa0d41dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12546333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11773177'] for subnet (2cad6ad0-4dda-4d8f-a9d5-b1abcaaa410e), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:56.937664 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f9550-4456-4ae4-925c-2cdaa0d41dcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cad6ad0-4dda-4d8f-a9d5-b1abcaaa410e,revision_number=0']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:57.007345 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4089dacc-200a-4daa-ba74-7868f54c5a70 req-31b808c2-7f15-427b-9371-ac031a02ccd9 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240537 Mar 23 11:04:57.009183 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 68b052aa-aba3-480c-b9ef-aeec4a08058c is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:04:57.024280 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166f9550-4456-4ae4-925c-2cdaa0d41dcb admin admin] Checking segment: {'id': '1d13529a-426c-4aff-9a34-0073aca28104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0f43c101-55bf-4b1e-b416-4687893be118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:04:57.025889 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166f9550-4456-4ae4-925c-2cdaa0d41dcb admin admin] Network hostable DHCP agents. Network: 0f43c101-55bf-4b1e-b416-4687893be118, hostable agents: ['18616f87-d995-4ff8-a7e5-ed686ac89f81'], hosted agents: [] {{(pid=103540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:04:57.103336 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166f9550-4456-4ae4-925c-2cdaa0d41dcb admin admin] Network 0f43c101-55bf-4b1e-b416-4687893be118 is scheduled to be hosted by DHCP agent 18616f87-d995-4ff8-a7e5-ed686ac89f81 with binding_index 1 {{(pid=103540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:04:57.165904 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-166f9550-4456-4ae4-925c-2cdaa0d41dcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-33-iscsi, 0f43c101-55bf-4b1e-b416-4687893be118) {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:04:57.171969 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166f9550-4456-4ae4-925c-2cdaa0d41dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:57.172869 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-166f9550-4456-4ae4-925c-2cdaa0d41dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:57.208363 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e5c173-7bf9-41e7-a932-39c85864e799 None None] Network 0f43c101-55bf-4b1e-b416-4687893be118 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:04:57.245768 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-166f9550-4456-4ae4-925c-2cdaa0d41dcb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9070559 Mar 23 11:04:57.246128 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 51058) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:04:57.251658 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-dcf235e7-053d-4907-b293-8afc031df784 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-345972745-router', 'tenant_id': '6cd7d0fac35346e99b064d6b04982fb1', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:04:57.348180 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-dcf235e7-053d-4907-b293-8afc031df784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3242'] for router (b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:57.353342 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-dcf235e7-053d-4907-b293-8afc031df784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3229'] for router (b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:57.388488 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] Publish callbacks [] for port (011d3bb3-6ff3-485a-8080-1f39de9cf8bd), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:57.411247 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f361f6a5-7a20-437d-985c-1024b996fdad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7dec95-e408-57f7-a9aa-31b64d88e4d5-0f43c101-55bf-4b1e-b416-4687893be118', 'network_id': '0f43c101-55bf-4b1e-b416-4687893be118', 'project_id': '6cd7d0fac35346e99b064d6b04982fb1', 'fixed_ips': [{'subnet_id': '2cad6ad0-4dda-4d8f-a9d5-b1abcaaa410e'}]}} from dv-cinder-790535-33-iscsi. {{(pid=103541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 11:04:57.412474 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f361f6a5-7a20-437d-985c-1024b996fdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:57.482664 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-dcf235e7-053d-4907-b293-8afc031df784 admin admin] Publish callbacks [] for router_controller (b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd), precommit_add_association {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:57.528480 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (011d3bb3-6ff3-485a-8080-1f39de9cf8bd), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:57.588306 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46915c49-03a2-43b8-ad74-7f635fb2b602 None None] Pushing event updated for resources: {'Port': ['ID=011d3bb3-6ff3-485a-8080-1f39de9cf8bd,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:57.700346 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] Attempting to bind port 011d3bb3-6ff3-485a-8080-1f39de9cf8bd on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:04:57.701271 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] Attempting to bind port 011d3bb3-6ff3-485a-8080-1f39de9cf8bd by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': '2f4f4a41-30ca-4c99-80f8-209ff5966548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:04:57.702748 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] Attempting to bind port 011d3bb3-6ff3-485a-8080-1f39de9cf8bd on network df50ffe3-03ed-467a-b227-56e0850217fe {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:04:57.709582 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-f361f6a5-7a20-437d-985c-1024b996fdad None None] Allocated IP 172.20.0.2 (0f43c101-55bf-4b1e-b416-4687893be118/2cad6ad0-4dda-4d8f-a9d5-b1abcaaa410e/bb31e622-862c-4b62-9eec-6cd1bf65c718) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:04:57.718623 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:04:57.725500 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] Checking segment: {'id': '2f4f4a41-30ca-4c99-80f8-209ff5966548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:04:57.725500 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:57.725500 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] Bound using segment: {'id': '2f4f4a41-30ca-4c99-80f8-209ff5966548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:04:57.725500 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] Bound port: 011d3bb3-6ff3-485a-8080-1f39de9cf8bd, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4f4a41-30ca-4c99-80f8-209ff5966548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:04:57.725500 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (011d3bb3-6ff3-485a-8080-1f39de9cf8bd), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:57.789804 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-dcf235e7-053d-4907-b293-8afc031df784 admin admin] Publish callbacks [] for router_gateway (b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:57.874497 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f15e2c49-a67f-4320-9aac-716a337d0a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:57.939657 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] For port 011d3bb3-6ff3-485a-8080-1f39de9cf8bd, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:04:57.944180 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] For port 011d3bb3-6ff3-485a-8080-1f39de9cf8bd, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=011d3bb3-6ff3-485a-8080-1f39de9cf8bd,segment=NetworkSegment(2f4f4a41-30ca-4c99-80f8-209ff5966548),segment_id=2f4f4a41-30ca-4c99-80f8-209ff5966548)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:04:58.002089 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f361f6a5-7a20-437d-985c-1024b996fdad None None] Publish callbacks [] for port (bb31e622-862c-4b62-9eec-6cd1bf65c718), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:58.027698 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (011d3bb3-6ff3-485a-8080-1f39de9cf8bd), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:58.072127 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f361f6a5-7a20-437d-985c-1024b996fdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823'] for port (bb31e622-862c-4b62-9eec-6cd1bf65c718), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:58.207389 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f361f6a5-7a20-437d-985c-1024b996fdad None None] Network 0f43c101-55bf-4b1e-b416-4687893be118 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:04:58.212157 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] Routers {'6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:04:58.212157 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f297605eb50>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:04:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:04:58.226986 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-dcf235e7-053d-4907-b293-8afc031df784 admin admin] Publish callbacks [] for router_gateway (b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:58.248698 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-dcf235e7-053d-4907-b293-8afc031df784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:58.253698 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22050295-e824-47c6-9427-5fdfb006bb53 req-3fffe440-12ba-4dd9-9497-41b8292ec442 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:58.277574 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-22050295-e824-47c6-9427-5fdfb006bb53 req-3fffe440-12ba-4dd9-9497-41b8292ec442 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.1166012 Mar 23 11:04:58.278993 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-ed93f399-e7ab-4da4-b5c8-4664e71eca82 None None] Provisioning complete for port 011d3bb3-6ff3-485a-8080-1f39de9cf8bd triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:04:58.280551 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ed93f399-e7ab-4da4-b5c8-4664e71eca82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (011d3bb3-6ff3-485a-8080-1f39de9cf8bd), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:58.282682 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-f361f6a5-7a20-437d-985c-1024b996fdad None None] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:04:58.287769 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f361f6a5-7a20-437d-985c-1024b996fdad None None] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:04:58.337794 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46915c49-03a2-43b8-ad74-7f635fb2b602 None None] Pushing event updated for resources: {'Port': ['ID=011d3bb3-6ff3-485a-8080-1f39de9cf8bd,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:58.357243 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-22050295-e824-47c6-9427-5fdfb006bb53 req-c562be1a-37be-492c-929e-95cf91cbf8d5 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785539 Mar 23 11:04:58.418246 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [None req-dcf235e7-053d-4907-b293-8afc031df784 admin admin] Allocated IP 172.27.0.237 (95c18418-5bae-427e-9b81-a5d1c1650c0a/3e1497af-c43c-4f5b-914b-136f0356db85/161c1e77-6939-42ee-8e38-4c8901128db8) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:04:58.522110 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361f6a5-7a20-437d-985c-1024b996fdad None None] Pushing event updated for resources: {'Port': ['ID=bb31e622-862c-4b62-9eec-6cd1bf65c718,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:58.545487 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-f361f6a5-7a20-437d-985c-1024b996fdad None None] Attempting to bind port bb31e622-862c-4b62-9eec-6cd1bf65c718 on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:04:58.545487 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-f361f6a5-7a20-437d-985c-1024b996fdad None None] Attempting to bind port bb31e622-862c-4b62-9eec-6cd1bf65c718 by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': '1d13529a-426c-4aff-9a34-0073aca28104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0f43c101-55bf-4b1e-b416-4687893be118'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:04:58.545487 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f361f6a5-7a20-437d-985c-1024b996fdad None None] Attempting to bind port bb31e622-862c-4b62-9eec-6cd1bf65c718 on network 0f43c101-55bf-4b1e-b416-4687893be118 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:04:58.554922 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f361f6a5-7a20-437d-985c-1024b996fdad None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:04:58.555175 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f361f6a5-7a20-437d-985c-1024b996fdad None None] Checking segment: {'id': '1d13529a-426c-4aff-9a34-0073aca28104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0f43c101-55bf-4b1e-b416-4687893be118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:04:58.561436 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f361f6a5-7a20-437d-985c-1024b996fdad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:58.561436 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f361f6a5-7a20-437d-985c-1024b996fdad None None] Bound using segment: {'id': '1d13529a-426c-4aff-9a34-0073aca28104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0f43c101-55bf-4b1e-b416-4687893be118'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:04:58.561436 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-f361f6a5-7a20-437d-985c-1024b996fdad None None] Bound port: bb31e622-862c-4b62-9eec-6cd1bf65c718, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d13529a-426c-4aff-9a34-0073aca28104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0f43c101-55bf-4b1e-b416-4687893be118'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:04:58.561436 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f361f6a5-7a20-437d-985c-1024b996fdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (bb31e622-862c-4b62-9eec-6cd1bf65c718), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:58.597521 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-dcf235e7-053d-4907-b293-8afc031df784 admin admin] Publish callbacks [] for port (161c1e77-6939-42ee-8e38-4c8901128db8), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:58.617183 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] Set router 6a6c5e43-2e0f-4a40-9507-89e565ecf7f0 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:04:58.639917 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-ed93f399-e7ab-4da4-b5c8-4664e71eca82 None None] Current status of the port 011d3bb3-6ff3-485a-8080-1f39de9cf8bd is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:04:58.640369 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ed93f399-e7ab-4da4-b5c8-4664e71eca82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (011d3bb3-6ff3-485a-8080-1f39de9cf8bd), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:58.793422 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-dcf235e7-053d-4907-b293-8afc031df784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (161c1e77-6939-42ee-8e38-4c8901128db8), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:58.815457 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-ed93f399-e7ab-4da4-b5c8-4664e71eca82 None None] For port 011d3bb3-6ff3-485a-8080-1f39de9cf8bd, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=011d3bb3-6ff3-485a-8080-1f39de9cf8bd,segment=NetworkSegment(2f4f4a41-30ca-4c99-80f8-209ff5966548),segment_id=2f4f4a41-30ca-4c99-80f8-209ff5966548)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:04:58.823213 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf235e7-053d-4907-b293-8afc031df784 admin admin] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:04:58.826057 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-dcf235e7-053d-4907-b293-8afc031df784 admin admin] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:04:58.830121 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf235e7-053d-4907-b293-8afc031df784 admin admin] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:04:58.835483 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-f361f6a5-7a20-437d-985c-1024b996fdad None None] For port bb31e622-862c-4b62-9eec-6cd1bf65c718, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:04:58.852490 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-f361f6a5-7a20-437d-985c-1024b996fdad None None] For port bb31e622-862c-4b62-9eec-6cd1bf65c718, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=bb31e622-862c-4b62-9eec-6cd1bf65c718,segment=NetworkSegment(1d13529a-426c-4aff-9a34-0073aca28104),segment_id=1d13529a-426c-4aff-9a34-0073aca28104)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:04:58.865906 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf235e7-053d-4907-b293-8afc031df784 admin admin] Pushing event updated for resources: {'Port': ['ID=161c1e77-6939-42ee-8e38-4c8901128db8,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:59.044190 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ed93f399-e7ab-4da4-b5c8-4664e71eca82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (011d3bb3-6ff3-485a-8080-1f39de9cf8bd), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:59.046504 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f361f6a5-7a20-437d-985c-1024b996fdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (bb31e622-862c-4b62-9eec-6cd1bf65c718), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:59.131391 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93f399-e7ab-4da4-b5c8-4664e71eca82 None None] Pushing event updated for resources: {'Port': ['ID=011d3bb3-6ff3-485a-8080-1f39de9cf8bd,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:59.191257 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f297605eb50>, [{'id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'name': 'tempest-TestShelveInstance-877408031-router', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '68b052aa-aba3-480c-b9ef-aeec4a08058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:04:48Z', 'updated_at': '2022-03-23T11:04:53Z', 'revision_number': 4, 'project_id': '129bb33e62b44450880cb7f944520401', 'gw_port': {'id': '68b052aa-aba3-480c-b9ef-aeec4a08058c', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:49Z', 'updated_at': '2022-03-23T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '011d3bb3-6ff3-485a-8080-1f39de9cf8bd', 'name': '', 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'mac_address': 'fa:16:3e:37:f0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '001a2c33-ab4d-40f3-86cd-0344207597b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:52Z', 'updated_at': '2022-03-23T11:04:57Z', 'revision_number': 4, 'project_id': '129bb33e62b44450880cb7f944520401', 'subnets': [{'id': '001a2c33-ab4d-40f3-86cd-0344207597b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:04:59.237391 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a70fb8-608c-4dec-b0b0-97b0968fab49 None None] The sync data for ids ['6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'] in dv-cinder-790535-33-iscsi is: [{'id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'name': 'tempest-TestShelveInstance-877408031-router', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '68b052aa-aba3-480c-b9ef-aeec4a08058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:04:48Z', 'updated_at': '2022-03-23T11:04:53Z', 'revision_number': 4, 'project_id': '129bb33e62b44450880cb7f944520401', 'gw_port': {'id': '68b052aa-aba3-480c-b9ef-aeec4a08058c', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:49Z', 'updated_at': '2022-03-23T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '011d3bb3-6ff3-485a-8080-1f39de9cf8bd', 'name': '', 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'mac_address': 'fa:16:3e:37:f0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '001a2c33-ab4d-40f3-86cd-0344207597b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:52Z', 'updated_at': '2022-03-23T11:04:57Z', 'revision_number': 4, 'project_id': '129bb33e62b44450880cb7f944520401', 'subnets': [{'id': '001a2c33-ab4d-40f3-86cd-0344207597b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:04:59.268961 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-c15f32d4-b2a7-4d10-aef0-94d5c3500db8 None None] Provisioning complete for port 011d3bb3-6ff3-485a-8080-1f39de9cf8bd triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:04:59.269468 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c15f32d4-b2a7-4d10-aef0-94d5c3500db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (011d3bb3-6ff3-485a-8080-1f39de9cf8bd), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:59.271362 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361f6a5-7a20-437d-985c-1024b996fdad None None] Pushing event updated for resources: {'Port': ['ID=bb31e622-862c-4b62-9eec-6cd1bf65c718,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:59.280150 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-dcf235e7-053d-4907-b293-8afc031df784 admin admin] Publish callbacks [] for router_gateway (b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:59.480089 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-c15f32d4-b2a7-4d10-aef0-94d5c3500db8 None None] Current status of the port 011d3bb3-6ff3-485a-8080-1f39de9cf8bd is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:04:59.509053 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:04:59.617915 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09393b4c-4aa7-46a0-b9c9-2b128eb48f93 req-c1beac9a-1d6c-4395-b7be-3f377a4c89a5 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:59.621974 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-09393b4c-4aa7-46a0-b9c9-2b128eb48f93 req-c1beac9a-1d6c-4395-b7be-3f377a4c89a5 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.1038806 Mar 23 11:04:59.751332 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-09393b4c-4aa7-46a0-b9c9-2b128eb48f93 req-48f415a5-b6e5-440c-a7b5-9020ba519d09 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244183 Mar 23 11:04:59.762807 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-dcf235e7-053d-4907-b293-8afc031df784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589352'] for router (b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:00.041082 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf235e7-053d-4907-b293-8afc031df784 admin admin] Router b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd is scheduled to L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc with binding_index 1 {{(pid=103539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 11:05:00.264535 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf235e7-053d-4907-b293-8afc031df784 admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:05:00.275936 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] Sync routers for ids ['b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:05:00.299822 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] Routers {'b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:05:00.303398 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976ea0e50>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:04:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:05:00.385348 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-dcf235e7-053d-4907-b293-8afc031df784 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:00.390727 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-dcf235e7-053d-4907-b293-8afc031df784 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1436346 Mar 23 11:05:00.391605 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 51080) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:05:00.395452 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0139d64-e28c-4ae6-8dfc-3a4528d69c7c req-ef9ff143-2594-4d94-9e84-6cbbb2d0b184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:00.398002 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c0139d64-e28c-4ae6-8dfc-3a4528d69c7c req-ef9ff143-2594-4d94-9e84-6cbbb2d0b184 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41&tenant_id=7a9722a34d004a16ae8e2fb602d551e8 HTTP/1.1" status: 200 len: 1127 time: 0.2077596 Mar 23 11:05:00.499315 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0139d64-e28c-4ae6-8dfc-3a4528d69c7c req-ce5bf791-87b2-4412-aa16-17dcc5444dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:00.501043 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c0139d64-e28c-4ae6-8dfc-3a4528d69c7c req-ce5bf791-87b2-4412-aa16-17dcc5444dfc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a9722a34d004a16ae8e2fb602d551e8&device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 1127 time: 0.0694342 Mar 23 11:05:00.555806 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 011d3bb3-6ff3-485a-8080-1f39de9cf8bd up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:05:00.664098 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] Set router b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:05:00.683182 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 011d3bb3-6ff3-485a-8080-1f39de9cf8bd triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:05:00.683729 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (011d3bb3-6ff3-485a-8080-1f39de9cf8bd), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:00.739345 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0139d64-e28c-4ae6-8dfc-3a4528d69c7c req-36360382-7435-4381-a0e3-9808faf2cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:00.746818 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c0139d64-e28c-4ae6-8dfc-3a4528d69c7c req-36360382-7435-4381-a0e3-9808faf2cf88 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a89a6767-25b8-437f-a491-713b0277c026 HTTP/1.1" status: 200 len: 918 time: 0.2381752 Mar 23 11:05:00.763496 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:00.886645 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f74ae7d-0d7a-4b4e-97f3-4efbb45384d2 None None] Network 0f43c101-55bf-4b1e-b416-4687893be118 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:05:00.984187 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c0139d64-e28c-4ae6-8dfc-3a4528d69c7c req-665c6915-9e81-47ba-bf11-1213a25c8d39 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c702d0b9-c86f-4e87-9486-2ffd22a442f4 HTTP/1.1" status: 200 len: 999 time: 0.2307427 Mar 23 11:05:01.023068 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:05:01.080518 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 011d3bb3-6ff3-485a-8080-1f39de9cf8bd is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:05:01.085736 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device bb31e622-862c-4b62-9eec-6cd1bf65c718 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:05:01.105901 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976ea0e50>, [{'id': 'b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd', 'name': 'tempest-TestShelveInstance-345972745-router', 'tenant_id': '6cd7d0fac35346e99b064d6b04982fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '161c1e77-6939-42ee-8e38-4c8901128db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:04:57Z', 'updated_at': '2022-03-23T11:04:59Z', 'revision_number': 3, 'project_id': '6cd7d0fac35346e99b064d6b04982fb1', 'gw_port': {'id': '161c1e77-6939-42ee-8e38-4c8901128db8', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:90:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:58Z', 'updated_at': '2022-03-23T11:04:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:05:01.140478 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e05b6-36d5-4231-82fc-42f242f943e6 req-f5f1664d-b957-47ed-8bbb-c4d556ed8277 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:01.149777 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b22e05b6-36d5-4231-82fc-42f242f943e6 req-f5f1664d-b957-47ed-8bbb-c4d556ed8277 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.2324734 Mar 23 11:05:01.182268 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] Checking router: b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:05:01.182851 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] Updating router b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd port 161c1e77-6939-42ee-8e38-4c8901128db8 binding host dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 11:05:01.186575 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-47a05709-ca09-40b4-a7ff-e0a660647f04 None None] Provisioning complete for port bb31e622-862c-4b62-9eec-6cd1bf65c718 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:05:01.187186 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-47a05709-ca09-40b4-a7ff-e0a660647f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (bb31e622-862c-4b62-9eec-6cd1bf65c718), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:01.215557 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0139d64-e28c-4ae6-8dfc-3a4528d69c7c req-0d7870b8-0949-4505-a0ef-2f9e6a34bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:01.220575 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c0139d64-e28c-4ae6-8dfc-3a4528d69c7c req-0d7870b8-0949-4505-a0ef-2f9e6a34bfff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76120b10-aef4-4df3-9eb9-41b94555bce9 HTTP/1.1" status: 200 len: 856 time: 0.2257707 Mar 23 11:05:01.227846 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (161c1e77-6939-42ee-8e38-4c8901128db8), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:01.288272 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-47a05709-ca09-40b4-a7ff-e0a660647f04 None None] Current status of the port bb31e622-862c-4b62-9eec-6cd1bf65c718 is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:05:01.288954 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-47a05709-ca09-40b4-a7ff-e0a660647f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (bb31e622-862c-4b62-9eec-6cd1bf65c718), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:01.321602 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b22e05b6-36d5-4231-82fc-42f242f943e6 req-519b1795-8354-4f24-8f83-528127bece55 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709027 Mar 23 11:05:01.359166 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0139d64-e28c-4ae6-8dfc-3a4528d69c7c req-6895a9a0-5450-4786-9722-3f277bf61190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:01.359166 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c0139d64-e28c-4ae6-8dfc-3a4528d69c7c req-6895a9a0-5450-4786-9722-3f277bf61190 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a89a6767-25b8-437f-a491-713b0277c026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1236224 Mar 23 11:05:01.397667 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-47a05709-ca09-40b4-a7ff-e0a660647f04 None None] For port bb31e622-862c-4b62-9eec-6cd1bf65c718, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=bb31e622-862c-4b62-9eec-6cd1bf65c718,segment=NetworkSegment(1d13529a-426c-4aff-9a34-0073aca28104),segment_id=1d13529a-426c-4aff-9a34-0073aca28104)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:05:01.403199 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port bb31e622-862c-4b62-9eec-6cd1bf65c718 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:05:01.403592 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (bb31e622-862c-4b62-9eec-6cd1bf65c718), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:01.520198 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-47a05709-ca09-40b4-a7ff-e0a660647f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (bb31e622-862c-4b62-9eec-6cd1bf65c718), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:01.541174 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c0139d64-e28c-4ae6-8dfc-3a4528d69c7c req-7adaeb7d-cc7a-4cf4-8852-98c0ae675474 service neutron] 10.222.0.52 "GET /v2.0/networks/a89a6767-25b8-437f-a491-713b0277c026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774762 Mar 23 11:05:01.624935 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a05709-ca09-40b4-a7ff-e0a660647f04 None None] Pushing event updated for resources: {'Port': ['ID=bb31e622-862c-4b62-9eec-6cd1bf65c718,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:01.707961 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c0139d64-e28c-4ae6-8dfc-3a4528d69c7c req-e06b76c4-fc6e-4244-9327-ad261b602ef3 service neutron] 10.222.0.52 "GET /v2.0/networks/a89a6767-25b8-437f-a491-713b0277c026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595986 Mar 23 11:05:01.711144 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] Publish callbacks [] for port (161c1e77-6939-42ee-8e38-4c8901128db8), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:01.719250 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port bb31e622-862c-4b62-9eec-6cd1bf65c718 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:05:01.752541 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-d2f9a2a2-702e-4cc3-aabf-6ca9ffe03b90 None None] Provisioning complete for port bb31e622-862c-4b62-9eec-6cd1bf65c718 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:05:01.752929 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d2f9a2a2-702e-4cc3-aabf-6ca9ffe03b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (bb31e622-862c-4b62-9eec-6cd1bf65c718), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:01.789810 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (161c1e77-6939-42ee-8e38-4c8901128db8), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:01.837641 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] Attempting to bind port 161c1e77-6939-42ee-8e38-4c8901128db8 on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:05:01.837993 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] Attempting to bind port 161c1e77-6939-42ee-8e38-4c8901128db8 by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:05:01.838362 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] Attempting to bind port 161c1e77-6939-42ee-8e38-4c8901128db8 on network 95c18418-5bae-427e-9b81-a5d1c1650c0a {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:05:01.850642 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:05:01.855338 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] Checking segment: {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:05:01.855338 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:01.855338 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] Bound using segment: {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:05:01.855338 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] Bound port: 161c1e77-6939-42ee-8e38-4c8901128db8, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:05:01.855338 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (161c1e77-6939-42ee-8e38-4c8901128db8), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:01.869734 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5f34e0ec-0096-4325-be15-f0a9ea359eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:01.895269 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-d2f9a2a2-702e-4cc3-aabf-6ca9ffe03b90 None None] Current status of the port bb31e622-862c-4b62-9eec-6cd1bf65c718 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:05:01.923578 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] For port 161c1e77-6939-42ee-8e38-4c8901128db8, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:05:01.926968 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] For port 161c1e77-6939-42ee-8e38-4c8901128db8, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=161c1e77-6939-42ee-8e38-4c8901128db8,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:05:01.931086 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c74e9-51e5-4b60-8dce-5868c241eeb8 None None] Pushing event updated for resources: {'Port': ['ID=161c1e77-6939-42ee-8e38-4c8901128db8,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:02.001618 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (161c1e77-6939-42ee-8e38-4c8901128db8), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:02.064746 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] Routers {'b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:05:02.065528 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976ea0e50>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:04:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:05:02.123545 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [None req-5f34e0ec-0096-4325-be15-f0a9ea359eca admin admin] Allocated IP 172.20.0.1 (0f43c101-55bf-4b1e-b416-4687893be118/2cad6ad0-4dda-4d8f-a9d5-b1abcaaa410e/1538697c-5b1f-45eb-b396-d63ab63db9d1) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:05:02.177076 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] Set router b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:05:02.348973 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:02.390512 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5f34e0ec-0096-4325-be15-f0a9ea359eca admin admin] Publish callbacks [] for port (1538697c-5b1f-45eb-b396-d63ab63db9d1), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:02.426619 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device bb31e622-862c-4b62-9eec-6cd1bf65c718 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:05:02.495716 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c74e9-51e5-4b60-8dce-5868c241eeb8 None None] Pushing event updated for resources: {'Port': ['ID=161c1e77-6939-42ee-8e38-4c8901128db8,revision_number=3']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:02.522265 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port bb31e622-862c-4b62-9eec-6cd1bf65c718 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:05:02.522897 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (bb31e622-862c-4b62-9eec-6cd1bf65c718), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:02.533596 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5f34e0ec-0096-4325-be15-f0a9ea359eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (1538697c-5b1f-45eb-b396-d63ab63db9d1), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:02.583779 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ece1e-1a74-49e0-b71e-d4e5540f5f2c req-27e3adad-d5e4-4c4c-9467-dbc049d471e7 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:02.589077 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fc7ece1e-1a74-49e0-b71e-d4e5540f5f2c req-27e3adad-d5e4-4c4c-9467-dbc049d471e7 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.1308990 Mar 23 11:05:02.647235 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port bb31e622-862c-4b62-9eec-6cd1bf65c718 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:05:02.651737 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f34e0ec-0096-4325-be15-f0a9ea359eca admin admin] Network 0f43c101-55bf-4b1e-b416-4687893be118 is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:05:02.660325 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-5f34e0ec-0096-4325-be15-f0a9ea359eca admin admin] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:05:02.677798 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fc7ece1e-1a74-49e0-b71e-d4e5540f5f2c req-e0345dff-90ad-4356-8566-f388de8ac6fe tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835915 Mar 23 11:05:02.689708 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f34e0ec-0096-4325-be15-f0a9ea359eca admin admin] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:05:02.755416 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34e0ec-0096-4325-be15-f0a9ea359eca admin admin] Pushing event updated for resources: {'Port': ['ID=1538697c-5b1f-45eb-b396-d63ab63db9d1,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:02.768655 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976ea0e50>, [{'id': 'b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd', 'name': 'tempest-TestShelveInstance-345972745-router', 'tenant_id': '6cd7d0fac35346e99b064d6b04982fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '161c1e77-6939-42ee-8e38-4c8901128db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:04:57Z', 'updated_at': '2022-03-23T11:04:59Z', 'revision_number': 3, 'project_id': '6cd7d0fac35346e99b064d6b04982fb1', 'gw_port': {'id': '161c1e77-6939-42ee-8e38-4c8901128db8', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:90:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:58Z', 'updated_at': '2022-03-23T11:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:05:02.798399 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5f34e0ec-0096-4325-be15-f0a9ea359eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573693'] for router_interface (b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:02.835002 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbdb440-7895-476c-99c5-380dffcb13f6 None None] The sync data for ids ['b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd'] in dv-cinder-790535-33-iscsi is: [{'id': 'b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd', 'name': 'tempest-TestShelveInstance-345972745-router', 'tenant_id': '6cd7d0fac35346e99b064d6b04982fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '161c1e77-6939-42ee-8e38-4c8901128db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:04:57Z', 'updated_at': '2022-03-23T11:04:59Z', 'revision_number': 3, 'project_id': '6cd7d0fac35346e99b064d6b04982fb1', 'gw_port': {'id': '161c1e77-6939-42ee-8e38-4c8901128db8', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:90:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:58Z', 'updated_at': '2022-03-23T11:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:05:03.139131 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5f34e0ec-0096-4325-be15-f0a9ea359eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (1538697c-5b1f-45eb-b396-d63ab63db9d1), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:03.146966 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-95fc8186-f842-4de4-b906-4140121ad6ab None None] Provisioning complete for port 1538697c-5b1f-45eb-b396-d63ab63db9d1 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:05:03.146966 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-95fc8186-f842-4de4-b906-4140121ad6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (1538697c-5b1f-45eb-b396-d63ab63db9d1), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:03.244236 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-95fc8186-f842-4de4-b906-4140121ad6ab None None] Port 1538697c-5b1f-45eb-b396-d63ab63db9d1 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:05:03.541890 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5f34e0ec-0096-4325-be15-f0a9ea359eca admin admin] Publish callbacks [] for port (1538697c-5b1f-45eb-b396-d63ab63db9d1), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:03.666478 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5f34e0ec-0096-4325-be15-f0a9ea359eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (1538697c-5b1f-45eb-b396-d63ab63db9d1), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:03.710869 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5f34e0ec-0096-4325-be15-f0a9ea359eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573545'] for router_interface (b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:03.813585 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34e0ec-0096-4325-be15-f0a9ea359eca admin admin] Pushing event updated for resources: {'Port': ['ID=1538697c-5b1f-45eb-b396-d63ab63db9d1,revision_number=2']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:03.908963 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2d5b0-eeb2-456e-a7ca-3151ef407ef7 req-6a097f4f-a757-4a86-9b29-2e930127ee75 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:03.918345 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c5a2d5b0-eeb2-456e-a7ca-3151ef407ef7 req-6a097f4f-a757-4a86-9b29-2e930127ee75 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.1021001 Mar 23 11:05:03.921406 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f34e0ec-0096-4325-be15-f0a9ea359eca admin admin] Network 0f43c101-55bf-4b1e-b416-4687893be118 is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:05:03.923137 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-5f34e0ec-0096-4325-be15-f0a9ea359eca admin admin] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:05:04.036494 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c5a2d5b0-eeb2-456e-a7ca-3151ef407ef7 req-d5a64b73-e386-4722-b04d-e35a497d3c47 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117849 Mar 23 11:05:04.190129 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f34e0ec-0096-4325-be15-f0a9ea359eca admin admin] Router b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:05:04.298126 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-36715bcc-790b-4d77-95bc-8f1b2d67b078 None None] Provisioning complete for port 1538697c-5b1f-45eb-b396-d63ab63db9d1 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:05:04.302623 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-36715bcc-790b-4d77-95bc-8f1b2d67b078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (1538697c-5b1f-45eb-b396-d63ab63db9d1), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:04.360377 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-36715bcc-790b-4d77-95bc-8f1b2d67b078 None None] Port 1538697c-5b1f-45eb-b396-d63ab63db9d1 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:05:04.379363 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f34e0ec-0096-4325-be15-f0a9ea359eca admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:05:04.389191 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-5f34e0ec-0096-4325-be15-f0a9ea359eca admin admin] 10.222.0.41 "PUT /v2.0/routers/b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9941444 Mar 23 11:05:04.431420 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 161c1e77-6939-42ee-8e38-4c8901128db8 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:05:04.562230 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 161c1e77-6939-42ee-8e38-4c8901128db8 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:05:04.562230 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (161c1e77-6939-42ee-8e38-4c8901128db8), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:04.724554 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 161c1e77-6939-42ee-8e38-4c8901128db8 is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:05:04.725097 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (161c1e77-6939-42ee-8e38-4c8901128db8), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:04.768114 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] For port 161c1e77-6939-42ee-8e38-4c8901128db8, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=161c1e77-6939-42ee-8e38-4c8901128db8,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:05:04.892407 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (161c1e77-6939-42ee-8e38-4c8901128db8), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:04.987428 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Pushing event updated for resources: {'Port': ['ID=161c1e77-6939-42ee-8e38-4c8901128db8,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:05.011420 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:05.011801 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:05.012184 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:05.012554 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:05.012922 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:05.013328 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:05.013746 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:05.013996 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:05.014403 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:05.017473 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:05.017849 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:05.018215 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:05.018567 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:05.018893 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:05.021335 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:05.252733 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 51130) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:05:05.257489 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-6573057e-1a9b-4d42-b3c0-981508573430 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1959729844', 'description': 'tempest-secgroup-smoke-1959729844 description', 'project_id': '129bb33e62b44450880cb7f944520401'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:05:05.308652 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba3fcd-d83b-4423-9faf-8cd2e01d22b9 req-231bc226-b56a-4f30-99e2-ded26b34a156 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:05.312288 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-32ba3fcd-d83b-4423-9faf-8cd2e01d22b9 req-231bc226-b56a-4f30-99e2-ded26b34a156 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.1317804 Mar 23 11:05:05.389963 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6573057e-1a9b-4d42-b3c0-981508573430 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:05.425432 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-32ba3fcd-d83b-4423-9faf-8cd2e01d22b9 req-6ec9b8ce-e7df-47c7-a367-c140858ac816 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077881 Mar 23 11:05:05.519781 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6573057e-1a9b-4d42-b3c0-981508573430 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for security_group (4dd688ac-7536-457e-9d5c-b67d31e0df5f), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:05.606360 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6573057e-1a9b-4d42-b3c0-981508573430 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (4dd688ac-7536-457e-9d5c-b67d31e0df5f), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:05.670900 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573057e-1a9b-4d42-b3c0-981508573430 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd688ac-7536-457e-9d5c-b67d31e0df5f,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:05.741375 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6573057e-1a9b-4d42-b3c0-981508573430 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:05.746809 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 51132) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:05:05.752393 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-6573057e-1a9b-4d42-b3c0-981508573430 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4984679 Mar 23 11:05:05.754105 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-3575c798-4291-492c-9287-f957818f7695 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Request body: {'security_group_rule': {'security_group_id': '4dd688ac-7536-457e-9d5c-b67d31e0df5f', 'project_id': '129bb33e62b44450880cb7f944520401', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:05:05.813493 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] Sync routers for ids ['b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:05:05.833321 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] Routers {'b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:05:05.833853 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975c08790>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:04:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:05:05.880554 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3575c798-4291-492c-9287-f957818f7695 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for security_group_rule (7c8a8345-c425-47fd-832c-822460bfc547), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:05.990129 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3575c798-4291-492c-9287-f957818f7695 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for security_group_rule (7c8a8345-c425-47fd-832c-822460bfc547), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:06.065553 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] Set router b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:05:06.455597 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 161c1e77-6939-42ee-8e38-4c8901128db8 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:05:06.628260 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975c08790>, [{'id': 'b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd', 'name': 'tempest-TestShelveInstance-345972745-router', 'tenant_id': '6cd7d0fac35346e99b064d6b04982fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '161c1e77-6939-42ee-8e38-4c8901128db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:04:57Z', 'updated_at': '2022-03-23T11:05:02Z', 'revision_number': 4, 'project_id': '6cd7d0fac35346e99b064d6b04982fb1', 'gw_port': {'id': '161c1e77-6939-42ee-8e38-4c8901128db8', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:58Z', 'updated_at': '2022-03-23T11:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '1538697c-5b1f-45eb-b396-d63ab63db9d1', 'name': '', 'network_id': '0f43c101-55bf-4b1e-b416-4687893be118', 'tenant_id': '6cd7d0fac35346e99b064d6b04982fb1', 'mac_address': 'fa:16:3e:27:a6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '2cad6ad0-4dda-4d8f-a9d5-b1abcaaa410e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:05:01Z', 'updated_at': '2022-03-23T11:05:03Z', 'revision_number': 2, 'project_id': '6cd7d0fac35346e99b064d6b04982fb1', 'subnets': [{'id': '2cad6ad0-4dda-4d8f-a9d5-b1abcaaa410e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:05:06.636712 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 161c1e77-6939-42ee-8e38-4c8901128db8 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:05:06.637139 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (161c1e77-6939-42ee-8e38-4c8901128db8), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:06.680743 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3575c798-4291-492c-9287-f957818f7695 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (7c8a8345-c425-47fd-832c-822460bfc547), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:06.708675 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] Checking router: b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:05:06.709237 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] Updating router b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd port 1538697c-5b1f-45eb-b396-d63ab63db9d1 binding host dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 11:05:06.748117 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575c798-4291-492c-9287-f957818f7695 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c8a8345-c425-47fd-832c-822460bfc547,revision_number=0']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:06.780657 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f5302-93c7-4a7b-9bb7-d9606fc82ec3 req-2d4a588e-7bee-41e0-866e-a4c5aae20634 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:06.780657 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-118f5302-93c7-4a7b-9bb7-d9606fc82ec3 req-2d4a588e-7bee-41e0-866e-a4c5aae20634 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.1515617 Mar 23 11:05:06.830391 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3575c798-4291-492c-9287-f957818f7695 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:06.832267 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-3575c798-4291-492c-9287-f957818f7695 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0842302 Mar 23 11:05:06.835346 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 51136) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:05:06.842509 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-da5bd7cb-e9bd-454e-adde-14d2cf6a1eef tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Request body: {'security_group_rule': {'security_group_id': '4dd688ac-7536-457e-9d5c-b67d31e0df5f', 'project_id': '129bb33e62b44450880cb7f944520401', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:05:06.862632 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (1538697c-5b1f-45eb-b396-d63ab63db9d1), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:06.882447 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-118f5302-93c7-4a7b-9bb7-d9606fc82ec3 req-b39f87e7-a847-4644-8268-089102edd304 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821598 Mar 23 11:05:06.963166 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-da5bd7cb-e9bd-454e-adde-14d2cf6a1eef tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for security_group_rule (73f27a20-3ff6-4a76-b2da-b45c7fea1c78), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:07.199541 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-da5bd7cb-e9bd-454e-adde-14d2cf6a1eef tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for security_group_rule (73f27a20-3ff6-4a76-b2da-b45c7fea1c78), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:07.334844 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 161c1e77-6939-42ee-8e38-4c8901128db8 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:05:07.343760 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-da5bd7cb-e9bd-454e-adde-14d2cf6a1eef tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (73f27a20-3ff6-4a76-b2da-b45c7fea1c78), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:07.382544 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bd7cb-e9bd-454e-adde-14d2cf6a1eef tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f27a20-3ff6-4a76-b2da-b45c7fea1c78,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:07.676874 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-da5bd7cb-e9bd-454e-adde-14d2cf6a1eef tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:07.678894 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-da5bd7cb-e9bd-454e-adde-14d2cf6a1eef tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8419566 Mar 23 11:05:07.681889 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 51140) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:05:07.687277 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-9bf88e6b-c29d-46c2-8d2a-85a817f32319 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Request body: {'security_group_rule': {'security_group_id': '4dd688ac-7536-457e-9d5c-b67d31e0df5f', 'project_id': '129bb33e62b44450880cb7f944520401', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:05:07.711939 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] Publish callbacks [] for port (1538697c-5b1f-45eb-b396-d63ab63db9d1), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:07.889979 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (1538697c-5b1f-45eb-b396-d63ab63db9d1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:07.986327 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d382d7a-2777-4371-be7b-c2c4f16bd5ac None None] Pushing event updated for resources: {'Port': ['ID=1538697c-5b1f-45eb-b396-d63ab63db9d1,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:08.012841 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] Attempting to bind port 1538697c-5b1f-45eb-b396-d63ab63db9d1 on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:05:08.013394 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] Attempting to bind port 1538697c-5b1f-45eb-b396-d63ab63db9d1 by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': '1d13529a-426c-4aff-9a34-0073aca28104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0f43c101-55bf-4b1e-b416-4687893be118'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:05:08.013770 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] Attempting to bind port 1538697c-5b1f-45eb-b396-d63ab63db9d1 on network 0f43c101-55bf-4b1e-b416-4687893be118 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:05:08.020035 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:05:08.020431 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] Checking segment: {'id': '1d13529a-426c-4aff-9a34-0073aca28104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0f43c101-55bf-4b1e-b416-4687893be118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:05:08.020833 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:08.021280 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] Bound using segment: {'id': '1d13529a-426c-4aff-9a34-0073aca28104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0f43c101-55bf-4b1e-b416-4687893be118'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:05:08.021980 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] Bound port: 1538697c-5b1f-45eb-b396-d63ab63db9d1, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d13529a-426c-4aff-9a34-0073aca28104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '0f43c101-55bf-4b1e-b416-4687893be118'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:05:08.022391 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (1538697c-5b1f-45eb-b396-d63ab63db9d1), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:08.042396 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9bf88e6b-c29d-46c2-8d2a-85a817f32319 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for security_group_rule (b5cb40ba-08ad-4b7e-ae0e-02fd7a142cb4), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:08.139203 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614172d6-acd8-48c1-a0e3-5369dca69602 req-9e372154-6d82-4201-a82e-76d92460ab54 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:08.146294 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-614172d6-acd8-48c1-a0e3-5369dca69602 req-9e372154-6d82-4201-a82e-76d92460ab54 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.1193380 Mar 23 11:05:08.169492 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] For port 1538697c-5b1f-45eb-b396-d63ab63db9d1, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:05:08.173052 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] For port 1538697c-5b1f-45eb-b396-d63ab63db9d1, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=1538697c-5b1f-45eb-b396-d63ab63db9d1,segment=NetworkSegment(1d13529a-426c-4aff-9a34-0073aca28104),segment_id=1d13529a-426c-4aff-9a34-0073aca28104)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:05:08.199467 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9bf88e6b-c29d-46c2-8d2a-85a817f32319 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for security_group_rule (b5cb40ba-08ad-4b7e-ae0e-02fd7a142cb4), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:08.241391 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (1538697c-5b1f-45eb-b396-d63ab63db9d1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:08.269112 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9bf88e6b-c29d-46c2-8d2a-85a817f32319 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (b5cb40ba-08ad-4b7e-ae0e-02fd7a142cb4), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:08.289830 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-614172d6-acd8-48c1-a0e3-5369dca69602 req-f1e1a24c-1e01-45da-be35-38cf5eb26b6d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279006 Mar 23 11:05:08.313860 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf88e6b-c29d-46c2-8d2a-85a817f32319 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5cb40ba-08ad-4b7e-ae0e-02fd7a142cb4,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:08.353989 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] Routers {'b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:05:08.354754 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975c08790>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:04:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:05:08.379695 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9bf88e6b-c29d-46c2-8d2a-85a817f32319 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:08.383363 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-9bf88e6b-c29d-46c2-8d2a-85a817f32319 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6975222 Mar 23 11:05:08.383592 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 51148) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:05:08.388132 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-fc3ea029-a170-4948-a058-25b7b044c5b9 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Request body: {'security_group_rule': {'security_group_id': '4dd688ac-7536-457e-9d5c-b67d31e0df5f', 'project_id': '129bb33e62b44450880cb7f944520401', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:05:08.498200 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fc3ea029-a170-4948-a058-25b7b044c5b9 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for security_group_rule (dfefdf25-0837-4266-88a7-12dc75f83d4c), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:08.558226 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] Set router b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:05:08.641479 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fc3ea029-a170-4948-a058-25b7b044c5b9 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for security_group_rule (dfefdf25-0837-4266-88a7-12dc75f83d4c), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:08.714965 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fc3ea029-a170-4948-a058-25b7b044c5b9 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (dfefdf25-0837-4266-88a7-12dc75f83d4c), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:08.734817 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ea029-a170-4948-a058-25b7b044c5b9 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfefdf25-0837-4266-88a7-12dc75f83d4c,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:08.755927 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-60fc652b-aefc-4fab-af9a-e8d72d2e5048 None None] Provisioning complete for port 1538697c-5b1f-45eb-b396-d63ab63db9d1 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:05:08.755927 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-60fc652b-aefc-4fab-af9a-e8d72d2e5048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (1538697c-5b1f-45eb-b396-d63ab63db9d1), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:08.759513 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d382d7a-2777-4371-be7b-c2c4f16bd5ac None None] Pushing event updated for resources: {'Port': ['ID=1538697c-5b1f-45eb-b396-d63ab63db9d1,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:08.853849 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fc3ea029-a170-4948-a058-25b7b044c5b9 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:08.855092 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-fc3ea029-a170-4948-a058-25b7b044c5b9 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4705384 Mar 23 11:05:08.858166 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 51150) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:05:08.863030 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-80517703-445c-4041-89f4-40c9f0562c49 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Request body: {'security_group_rule': {'security_group_id': '4dd688ac-7536-457e-9d5c-b67d31e0df5f', 'project_id': '129bb33e62b44450880cb7f944520401', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:05:08.899197 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-60fc652b-aefc-4fab-af9a-e8d72d2e5048 None None] Current status of the port 1538697c-5b1f-45eb-b396-d63ab63db9d1 is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:05:08.899839 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-60fc652b-aefc-4fab-af9a-e8d72d2e5048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (1538697c-5b1f-45eb-b396-d63ab63db9d1), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:08.944081 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-60fc652b-aefc-4fab-af9a-e8d72d2e5048 None None] For port 1538697c-5b1f-45eb-b396-d63ab63db9d1, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=1538697c-5b1f-45eb-b396-d63ab63db9d1,segment=NetworkSegment(1d13529a-426c-4aff-9a34-0073aca28104),segment_id=1d13529a-426c-4aff-9a34-0073aca28104)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:05:08.963147 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975c08790>, [{'id': 'b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd', 'name': 'tempest-TestShelveInstance-345972745-router', 'tenant_id': '6cd7d0fac35346e99b064d6b04982fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '161c1e77-6939-42ee-8e38-4c8901128db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:04:57Z', 'updated_at': '2022-03-23T11:05:02Z', 'revision_number': 4, 'project_id': '6cd7d0fac35346e99b064d6b04982fb1', 'gw_port': {'id': '161c1e77-6939-42ee-8e38-4c8901128db8', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:58Z', 'updated_at': '2022-03-23T11:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '1538697c-5b1f-45eb-b396-d63ab63db9d1', 'name': '', 'network_id': '0f43c101-55bf-4b1e-b416-4687893be118', 'tenant_id': '6cd7d0fac35346e99b064d6b04982fb1', 'mac_address': 'fa:16:3e:27:a6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '2cad6ad0-4dda-4d8f-a9d5-b1abcaaa410e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:05:01Z', 'updated_at': '2022-03-23T11:05:08Z', 'revision_number': 4, 'project_id': '6cd7d0fac35346e99b064d6b04982fb1', 'subnets': [{'id': '2cad6ad0-4dda-4d8f-a9d5-b1abcaaa410e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:05:08.978124 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.db.securitygroups_db [None req-80517703-445c-4041-89f4-40c9f0562c49 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Project 129bb33e62b44450880cb7f944520401 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 11:05:08.984608 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-80517703-445c-4041-89f4-40c9f0562c49 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for security_group_rule (57c840df-eb80-44c7-8f0e-9c67a2dd7ca5), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:08.998380 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c2353e-0813-4f17-881a-597887bd6850 None None] The sync data for ids ['b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd'] in dv-cinder-790535-33-iscsi is: [{'id': 'b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd', 'name': 'tempest-TestShelveInstance-345972745-router', 'tenant_id': '6cd7d0fac35346e99b064d6b04982fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '161c1e77-6939-42ee-8e38-4c8901128db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:04:57Z', 'updated_at': '2022-03-23T11:05:02Z', 'revision_number': 4, 'project_id': '6cd7d0fac35346e99b064d6b04982fb1', 'gw_port': {'id': '161c1e77-6939-42ee-8e38-4c8901128db8', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:58Z', 'updated_at': '2022-03-23T11:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '1538697c-5b1f-45eb-b396-d63ab63db9d1', 'name': '', 'network_id': '0f43c101-55bf-4b1e-b416-4687893be118', 'tenant_id': '6cd7d0fac35346e99b064d6b04982fb1', 'mac_address': 'fa:16:3e:27:a6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '2cad6ad0-4dda-4d8f-a9d5-b1abcaaa410e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:05:01Z', 'updated_at': '2022-03-23T11:05:08Z', 'revision_number': 4, 'project_id': '6cd7d0fac35346e99b064d6b04982fb1', 'subnets': [{'id': '2cad6ad0-4dda-4d8f-a9d5-b1abcaaa410e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:05:09.018833 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-60fc652b-aefc-4fab-af9a-e8d72d2e5048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (1538697c-5b1f-45eb-b396-d63ab63db9d1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:09.156207 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc652b-aefc-4fab-af9a-e8d72d2e5048 None None] Pushing event updated for resources: {'Port': ['ID=1538697c-5b1f-45eb-b396-d63ab63db9d1,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:09.200788 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-80517703-445c-4041-89f4-40c9f0562c49 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for security_group_rule (57c840df-eb80-44c7-8f0e-9c67a2dd7ca5), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:09.212198 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-dd932330-1e0a-420e-91d1-62c04a58362d None None] Provisioning complete for port 1538697c-5b1f-45eb-b396-d63ab63db9d1 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:05:09.215976 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dd932330-1e0a-420e-91d1-62c04a58362d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (1538697c-5b1f-45eb-b396-d63ab63db9d1), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:09.269989 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-80517703-445c-4041-89f4-40c9f0562c49 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (57c840df-eb80-44c7-8f0e-9c67a2dd7ca5), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:09.299236 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80517703-445c-4041-89f4-40c9f0562c49 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c840df-eb80-44c7-8f0e-9c67a2dd7ca5,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:09.390526 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-dd932330-1e0a-420e-91d1-62c04a58362d None None] Current status of the port 1538697c-5b1f-45eb-b396-d63ab63db9d1 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:05:09.417500 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-80517703-445c-4041-89f4-40c9f0562c49 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:09.423401 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 51154) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:05:09.426363 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-80517703-445c-4041-89f4-40c9f0562c49 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5665150 Mar 23 11:05:09.429806 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-86b36042-c5d2-44a8-b368-df2c789a2367 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Request body: {'security_group_rule': {'security_group_id': '4dd688ac-7536-457e-9d5c-b67d31e0df5f', 'project_id': '129bb33e62b44450880cb7f944520401', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:05:09.923354 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb46890-acbf-4324-ae29-2546631b7b61 req-b06e57cc-33bb-49ad-af6c-70c5bd7a622a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:09.925678 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-cbb46890-acbf-4324-ae29-2546631b7b61 req-b06e57cc-33bb-49ad-af6c-70c5bd7a622a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.4838371 Mar 23 11:05:09.955777 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.securitygroups_db [None req-86b36042-c5d2-44a8-b368-df2c789a2367 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Project 129bb33e62b44450880cb7f944520401 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 11:05:09.999779 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-cbb46890-acbf-4324-ae29-2546631b7b61 req-574da07c-a529-47ac-b65a-9901f350781b tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649955 Mar 23 11:05:10.004516 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-86b36042-c5d2-44a8-b368-df2c789a2367 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for security_group_rule (53bc23ad-2684-4827-9e43-df80e465afcf), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:10.096228 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-86b36042-c5d2-44a8-b368-df2c789a2367 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for security_group_rule (53bc23ad-2684-4827-9e43-df80e465afcf), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:10.161383 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-86b36042-c5d2-44a8-b368-df2c789a2367 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (53bc23ad-2684-4827-9e43-df80e465afcf), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:10.263325 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b36042-c5d2-44a8-b368-df2c789a2367 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53bc23ad-2684-4827-9e43-df80e465afcf,revision_number=0']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:10.495394 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 1538697c-5b1f-45eb-b396-d63ab63db9d1 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:05:10.588090 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 1538697c-5b1f-45eb-b396-d63ab63db9d1 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:05:10.588578 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (1538697c-5b1f-45eb-b396-d63ab63db9d1), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:10.682410 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-86b36042-c5d2-44a8-b368-df2c789a2367 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:10.683701 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-86b36042-c5d2-44a8-b368-df2c789a2367 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2600942 Mar 23 11:05:10.728511 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 1538697c-5b1f-45eb-b396-d63ab63db9d1 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:05:11.214699 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697201be-09ad-44e1-b0e0-284e608a14ef req-e6ab9c82-23ac-4d22-a8ad-085ca60214e4 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:11.227939 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-697201be-09ad-44e1-b0e0-284e608a14ef req-e6ab9c82-23ac-4d22-a8ad-085ca60214e4 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.1040552 Mar 23 11:05:11.305593 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-697201be-09ad-44e1-b0e0-284e608a14ef req-f4b5311f-190f-4931-b5fa-365dcb5a6c8a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765522 Mar 23 11:05:12.443833 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0aa9e-6868-4986-95d5-e17b22576362 req-11dc3f29-b80b-4529-af83-31d065cb1db5 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:12.453953 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-efa0aa9e-6868-4986-95d5-e17b22576362 req-11dc3f29-b80b-4529-af83-31d065cb1db5 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.0782101 Mar 23 11:05:12.565397 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-efa0aa9e-6868-4986-95d5-e17b22576362 req-f0deb2a8-3070-4539-b498-599abd3363ea tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021030 Mar 23 11:05:13.720663 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf9fbc-b575-4aba-b053-a10808919801 req-8690c673-eb12-4974-988c-b4c21d7a7323 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:13.720663 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-39bf9fbc-b575-4aba-b053-a10808919801 req-8690c673-eb12-4974-988c-b4c21d7a7323 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.0716302 Mar 23 11:05:13.794452 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-39bf9fbc-b575-4aba-b053-a10808919801 req-332b2b62-cbc5-4d14-bca8-db4aa1196ff2 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657012 Mar 23 11:05:14.917485 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bca7a-4442-4390-98da-0615f01ee214 req-41de9a39-982d-4a46-960f-2da00d049eb7 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:14.918585 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b57bca7a-4442-4390-98da-0615f01ee214 req-41de9a39-982d-4a46-960f-2da00d049eb7 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.0536895 Mar 23 11:05:14.969737 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b57bca7a-4442-4390-98da-0615f01ee214 req-75ff9096-4b52-414a-9048-bd3bb1e42715 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459690 Mar 23 11:05:16.093785 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd038f-dfa0-42b1-ab20-320e06bebd0b req-7be456e9-d705-49e6-a783-853fd3548113 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:16.095388 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-43dd038f-dfa0-42b1-ab20-320e06bebd0b req-7be456e9-d705-49e6-a783-853fd3548113 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.0540419 Mar 23 11:05:16.144273 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-43dd038f-dfa0-42b1-ab20-320e06bebd0b req-1d93f652-7aa5-4548-85f5-7b917e550662 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432408 Mar 23 11:05:17.309116 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ad75c-959f-4bd4-ada8-90f543aa69dd req-a11146c2-506a-4ba3-94a5-2c765e633c44 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:17.309116 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5a3ad75c-959f-4bd4-ada8-90f543aa69dd req-a11146c2-506a-4ba3-94a5-2c765e633c44 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.0525334 Mar 23 11:05:17.329981 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5a3ad75c-959f-4bd4-ada8-90f543aa69dd req-e16056e1-74c0-4caf-99f4-0197f275408a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448632 Mar 23 11:05:18.464870 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc33a5-a5a6-4d56-80a7-99d5702e43ed req-9d322669-f2c6-4262-8f8e-498957cd25fc tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:18.466389 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f7bc33a5-a5a6-4d56-80a7-99d5702e43ed req-9d322669-f2c6-4262-8f8e-498957cd25fc tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.0563979 Mar 23 11:05:18.516516 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f7bc33a5-a5a6-4d56-80a7-99d5702e43ed req-ee8c515a-7701-4c9e-8bad-e5558b8d1c4f tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444396 Mar 23 11:05:18.547662 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 51316) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:05:18.592603 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2210f46-22c5-4eb2-a1b2-71f16f102561 admin admin] Deleting subnet d2693a90-4dd6-4384-bf5e-816874a49f20 {{(pid=103540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 11:05:18.598235 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e2210f46-22c5-4eb2-a1b2-71f16f102561 admin admin] Publish callbacks [] for subnet (d2693a90-4dd6-4384-bf5e-816874a49f20), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:18.629162 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e2210f46-22c5-4eb2-a1b2-71f16f102561 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12491986'] for subnet (d2693a90-4dd6-4384-bf5e-816874a49f20), precommit_delete_associations {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:18.678292 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e2210f46-22c5-4eb2-a1b2-71f16f102561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3350868'] for subnet (d2693a90-4dd6-4384-bf5e-816874a49f20), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:18.829814 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e2210f46-22c5-4eb2-a1b2-71f16f102561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3350861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12546396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11773122'] for subnet (d2693a90-4dd6-4384-bf5e-816874a49f20), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:18.857792 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2210f46-22c5-4eb2-a1b2-71f16f102561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2693a90-4dd6-4384-bf5e-816874a49f20,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:18.863869 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e2210f46-22c5-4eb2-a1b2-71f16f102561 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:18.867112 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-e2210f46-22c5-4eb2-a1b2-71f16f102561 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d2693a90-4dd6-4384-bf5e-816874a49f20 HTTP/1.1" status: 204 len: 168 time: 0.3184471 Mar 23 11:05:18.869642 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 51320) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:05:18.936993 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-796d0414-2774-4a2f-8904-ab24ff264b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148571'] for network (c866ff92-8cf8-4231-80a3-5ae36d15d324), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:19.016657 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-796d0414-2774-4a2f-8904-ab24ff264b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3292129', 'neutron.services.segments.db._delete_segments_for_network-8738511072579'] for network (c866ff92-8cf8-4231-80a3-5ae36d15d324), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:19.036151 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.services.segments.db [None req-796d0414-2774-4a2f-8904-ab24ff264b64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2975930b80>,) {'filters': {'network_id': ['c866ff92-8cf8-4231-80a3-5ae36d15d324']}} {{(pid=103539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:05:19.045417 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.services.segments.db [None req-796d0414-2774-4a2f-8904-ab24ff264b64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2975930b80>, 'a822f00d-730c-48e5-95c2-c03618a53bf2') {'for_net_delete': True} {{(pid=103539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:05:19.045743 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.services.segments.db [None req-796d0414-2774-4a2f-8904-ab24ff264b64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2975930b80>, 'a822f00d-730c-48e5-95c2-c03618a53bf2') {} {{(pid=103539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:05:19.056070 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-796d0414-2774-4a2f-8904-ab24ff264b64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738511073100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11844232'] for segment (a822f00d-730c-48e5-95c2-c03618a53bf2), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:19.069341 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-796d0414-2774-4a2f-8904-ab24ff264b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (a822f00d-730c-48e5-95c2-c03618a53bf2), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:19.074976 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-796d0414-2774-4a2f-8904-ab24ff264b64 admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 11:05:19.075351 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-796d0414-2774-4a2f-8904-ab24ff264b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798631'] for segment (a822f00d-730c-48e5-95c2-c03618a53bf2), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: Traceback (most recent call last): Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: timer() Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: cb(*args, **kw) Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: return func(*args, **kwargs) Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: self._notify() Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: self.callback(batched_events) Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: event.method(event) Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: return f(self, *a, **k) Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: return self._get(url).json() Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: return self.request(url, 'GET', **kwargs) Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:05:19.076942 dv-cinder-790535-33-iscsi neutron-server[103539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:05:19.200589 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-796d0414-2774-4a2f-8904-ab24ff264b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3292122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589424'] for network (c866ff92-8cf8-4231-80a3-5ae36d15d324), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:19.207597 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-796d0414-2774-4a2f-8904-ab24ff264b64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:19.214383 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-796d0414-2774-4a2f-8904-ab24ff264b64 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c866ff92-8cf8-4231-80a3-5ae36d15d324 HTTP/1.1" status: 204 len: 168 time: 0.3400464 Mar 23 11:05:19.220581 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d0414-2774-4a2f-8904-ab24ff264b64 admin admin] Pushing event deleted for resources: {'Network': ['ID=c866ff92-8cf8-4231-80a3-5ae36d15d324,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:19.601994 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 51326) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:05:19.644638 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-a4d73d8f-2f0b-4255-a4e7-f4e5f6618b47 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d24d22e17244e13b58f43371ba9ca2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412574 Mar 23 11:05:19.644963 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e7526-f553-4a83-bb05-3612907741cb req-80529a03-eb0f-4416-a5b0-0a4f99bac5e2 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:19.646534 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-779e7526-f553-4a83-bb05-3612907741cb req-80529a03-eb0f-4416-a5b0-0a4f99bac5e2 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.0576301 Mar 23 11:05:19.647073 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 51328) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:05:19.695140 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-779e7526-f553-4a83-bb05-3612907741cb req-d5cec533-e58b-41aa-804a-cc2e2968da98 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428457 Mar 23 11:05:19.701041 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b69eed80-5398-485a-bfa8-309977b03ffc admin admin] Publish callbacks [] for security_group (511a1882-7d9e-4818-b79d-99bb38471d1e), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:19.723877 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b69eed80-5398-485a-bfa8-309977b03ffc admin admin] Publish callbacks [] for security_group (511a1882-7d9e-4818-b79d-99bb38471d1e), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:19.829515 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b69eed80-5398-485a-bfa8-309977b03ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (511a1882-7d9e-4818-b79d-99bb38471d1e), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:19.832179 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b69eed80-5398-485a-bfa8-309977b03ffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:19.833407 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-b69eed80-5398-485a-bfa8-309977b03ffc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/511a1882-7d9e-4818-b79d-99bb38471d1e HTTP/1.1" status: 204 len: 168 time: 0.1853817 Mar 23 11:05:19.841391 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69eed80-5398-485a-bfa8-309977b03ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511a1882-7d9e-4818-b79d-99bb38471d1e,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:20.829054 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6a28c-c58a-4bdc-8ff0-c0ea246f753c req-6b8948b8-eb9c-444b-8dd8-31d339aa6ab6 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:20.830145 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8eb6a28c-c58a-4bdc-8ff0-c0ea246f753c req-6b8948b8-eb9c-444b-8dd8-31d339aa6ab6 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.0642092 Mar 23 11:05:20.879471 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8eb6a28c-c58a-4bdc-8ff0-c0ea246f753c req-b5d659ed-8341-4e29-a359-89df4e87bc3f tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434065 Mar 23 11:05:20.909103 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 51356) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:05:21.015619 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-94a29b81-0245-4d12-9566-11100d58ec6b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1783981318-network', 'tenant_id': 'e7c7f3bd9bc4409b965394aeebcd4d54'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:05:21.092291 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a29b81-0245-4d12-9566-11100d58ec6b admin admin] Made reservation on behalf of e7c7f3bd9bc4409b965394aeebcd4d54 for: {'network': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:05:21.095250 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-94a29b81-0245-4d12-9566-11100d58ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for network (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:21.104190 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-94a29b81-0245-4d12-9566-11100d58ec6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:21.190608 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-94a29b81-0245-4d12-9566-11100d58ec6b admin admin] Publish callbacks [] for security_group (297aed93-92e5-4c96-9654-926936fb449b), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:21.291926 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-94a29b81-0245-4d12-9566-11100d58ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (297aed93-92e5-4c96-9654-926936fb449b), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:21.314486 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a29b81-0245-4d12-9566-11100d58ec6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=103539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:05:21.328262 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a29b81-0245-4d12-9566-11100d58ec6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297aed93-92e5-4c96-9654-926936fb449b,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:21.335246 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-94a29b81-0245-4d12-9566-11100d58ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (d3e29f7f-f106-4b08-878b-014f1be2904f), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:21.335246 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.db.segments_db [None req-94a29b81-0245-4d12-9566-11100d58ec6b admin admin] Added segment d3e29f7f-f106-4b08-878b-014f1be2904f of type vlan for network 8ec3b675-ea2e-479c-9fb3-49027596d160 Mar 23 11:05:21.354616 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:21.377110 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-94a29b81-0245-4d12-9566-11100d58ec6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738510713667'] for network (8ec3b675-ea2e-479c-9fb3-49027596d160), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:21.486026 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-94a29b81-0245-4d12-9566-11100d58ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for network (8ec3b675-ea2e-479c-9fb3-49027596d160), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:21.487080 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a29b81-0245-4d12-9566-11100d58ec6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:21.487671 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-94a29b81-0245-4d12-9566-11100d58ec6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:21.545721 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a29b81-0245-4d12-9566-11100d58ec6b admin admin] Pushing event updated for resources: {'Network': ['ID=8ec3b675-ea2e-479c-9fb3-49027596d160,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:21.555146 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Network 8ec3b675-ea2e-479c-9fb3-49027596d160 details requested by agent ovs-agent-dv-cinder-790535-33-iscsi with host dv-cinder-790535-33-iscsi {{(pid=103541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 11:05:21.608999 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-94a29b81-0245-4d12-9566-11100d58ec6b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6985226 Mar 23 11:05:21.611786 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 51360) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:05:21.616653 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-3a755a2f-c057-489a-9004-797212c42011 admin admin] Request body: {'subnet': {'network_id': '8ec3b675-ea2e-479c-9fb3-49027596d160', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1783981318-subnet', 'tenant_id': 'e7c7f3bd9bc4409b965394aeebcd4d54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:05:21.697502 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a755a2f-c057-489a-9004-797212c42011 admin admin] Made reservation on behalf of e7c7f3bd9bc4409b965394aeebcd4d54 for: {'subnet': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:05:21.699952 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3a755a2f-c057-489a-9004-797212c42011 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11773167'] for subnet (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:21.949573 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3a755a2f-c057-489a-9004-797212c42011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12546333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11773177'] for subnet (cba86d17-7c59-45cd-8341-e60e16d6f1be), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:22.031931 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a755a2f-c057-489a-9004-797212c42011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cba86d17-7c59-45cd-8341-e60e16d6f1be,revision_number=0']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:22.053570 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a755a2f-c057-489a-9004-797212c42011 admin admin] Checking segment: {'id': 'd3e29f7f-f106-4b08-878b-014f1be2904f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8ec3b675-ea2e-479c-9fb3-49027596d160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:05:22.053928 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a755a2f-c057-489a-9004-797212c42011 admin admin] Network hostable DHCP agents. Network: 8ec3b675-ea2e-479c-9fb3-49027596d160, hostable agents: ['18616f87-d995-4ff8-a7e5-ed686ac89f81'], hosted agents: [] {{(pid=103540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:05:22.070235 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7e6e5-adeb-4d1b-8533-70ee620b23c9 req-cfe3d40a-f31b-42f7-88fc-26e190d4433a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:22.071693 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-02f7e6e5-adeb-4d1b-8533-70ee620b23c9 req-cfe3d40a-f31b-42f7-88fc-26e190d4433a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.0984769 Mar 23 11:05:22.164550 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-02f7e6e5-adeb-4d1b-8533-70ee620b23c9 req-070d785e-88e3-4895-a9e2-4df3ac4cdee5 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775106 Mar 23 11:05:22.164550 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4db407-0ff4-4bbc-aca3-71c54f392d20 req-b92703ba-0e13-487b-94c1-ae6018834fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:22.164550 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8a4db407-0ff4-4bbc-aca3-71c54f392d20 req-b92703ba-0e13-487b-94c1-ae6018834fa1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a9722a34d004a16ae8e2fb602d551e8&device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 1127 time: 0.0918353 Mar 23 11:05:22.256305 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a755a2f-c057-489a-9004-797212c42011 admin admin] Network 8ec3b675-ea2e-479c-9fb3-49027596d160 is scheduled to be hosted by DHCP agent 18616f87-d995-4ff8-a7e5-ed686ac89f81 with binding_index 1 {{(pid=103540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:05:22.280419 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4db407-0ff4-4bbc-aca3-71c54f392d20 req-9d38e00a-173f-47a9-988c-ca6da37ca719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:22.283135 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8a4db407-0ff4-4bbc-aca3-71c54f392d20 req-9d38e00a-173f-47a9-988c-ca6da37ca719 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a89a6767-25b8-437f-a491-713b0277c026 HTTP/1.1" status: 200 len: 918 time: 0.0955672 Mar 23 11:05:22.333534 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-3a755a2f-c057-489a-9004-797212c42011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-33-iscsi, 8ec3b675-ea2e-479c-9fb3-49027596d160) {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:05:22.339102 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a755a2f-c057-489a-9004-797212c42011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:22.339505 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3a755a2f-c057-489a-9004-797212c42011 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:22.346203 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d7dade-c90e-4199-9135-e7375c336f89 None None] Network 8ec3b675-ea2e-479c-9fb3-49027596d160 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:05:22.361332 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8a4db407-0ff4-4bbc-aca3-71c54f392d20 req-0c3b102d-445a-4065-b1ad-64833d204794 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c702d0b9-c86f-4e87-9486-2ffd22a442f4 HTTP/1.1" status: 200 len: 999 time: 0.0708628 Mar 23 11:05:22.412544 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4db407-0ff4-4bbc-aca3-71c54f392d20 req-61fec5f7-d318-4e5f-a282-4eec23735ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:22.414040 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8a4db407-0ff4-4bbc-aca3-71c54f392d20 req-61fec5f7-d318-4e5f-a282-4eec23735ebb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76120b10-aef4-4df3-9eb9-41b94555bce9 HTTP/1.1" status: 200 len: 856 time: 0.0450881 Mar 23 11:05:22.444961 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b88567-3f11-4b1f-b221-5067ffaf5ea1 None None] Network 8ec3b675-ea2e-479c-9fb3-49027596d160 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:05:22.458957 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-3a755a2f-c057-489a-9004-797212c42011 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8460436 Mar 23 11:05:22.477486 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4db407-0ff4-4bbc-aca3-71c54f392d20 req-fd4d2104-6341-47b2-89ee-3322c24c3f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:22.479216 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8a4db407-0ff4-4bbc-aca3-71c54f392d20 req-fd4d2104-6341-47b2-89ee-3322c24c3f36 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a89a6767-25b8-437f-a491-713b0277c026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0589659 Mar 23 11:05:22.576875 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8a4db407-0ff4-4bbc-aca3-71c54f392d20 req-c8a3bf82-a688-4b33-bc3d-0be060b5b86e service neutron] 10.222.0.52 "GET /v2.0/networks/a89a6767-25b8-437f-a491-713b0277c026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896177 Mar 23 11:05:22.678417 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8a4db407-0ff4-4bbc-aca3-71c54f392d20 req-12848e1a-dd76-48bb-8b2c-fe84eafbe470 service neutron] 10.222.0.52 "GET /v2.0/networks/a89a6767-25b8-437f-a491-713b0277c026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877447 Mar 23 11:05:23.286156 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97e369-504e-40f4-a49c-01d637f80dfd req-9693c788-ccd3-4529-88a4-22a2e19e0e3f tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:23.287636 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4d97e369-504e-40f4-a49c-01d637f80dfd req-9693c788-ccd3-4529-88a4-22a2e19e0e3f tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 943 time: 0.0554080 Mar 23 11:05:23.347146 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4d97e369-504e-40f4-a49c-01d637f80dfd req-b4e1da53-63b3-4fed-9f74-036783736409 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433187 Mar 23 11:05:23.347936 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device c702d0b9-c86f-4e87-9486-2ffd22a442f4 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:05:23.456199 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port c702d0b9-c86f-4e87-9486-2ffd22a442f4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c702d0b9-c86f-4e87-9486-2ffd22a442f4,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:05:23.468868 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': 'c702d0b9-c86f-4e87-9486-2ffd22a442f4', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'port_id': 'c702d0b9-c86f-4e87-9486-2ffd22a442f4', 'mac_address': 'fa:16:3e:6f:52:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:05:23.512386 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port c702d0b9-c86f-4e87-9486-2ffd22a442f4 is: DOWN; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:05:23.512783 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:23.526465 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c702d0b9-c86f-4e87-9486-2ffd22a442f4 {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:05:23.546044 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port c702d0b9-c86f-4e87-9486-2ffd22a442f4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c702d0b9-c86f-4e87-9486-2ffd22a442f4,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:05:23.670576 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:23.878475 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=c702d0b9-c86f-4e87-9486-2ffd22a442f4,revision_number=9']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:24.049955 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['c702d0b9-c86f-4e87-9486-2ffd22a442f4'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:05:24.470584 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72148c38-d744-4b95-bd56-e41ad2e640ca req-242f2931-fea2-40eb-8220-119fed5add23 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:24.475274 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-72148c38-d744-4b95-bd56-e41ad2e640ca req-242f2931-fea2-40eb-8220-119fed5add23 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 944 time: 0.0543263 Mar 23 11:05:24.527082 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-72148c38-d744-4b95-bd56-e41ad2e640ca req-1e66868c-2eba-4acf-857d-1004a9802582 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493391 Mar 23 11:05:24.660770 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-d36017d3-27b8-47af-b353-43b0e90213c7 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:24.662431 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-d36017d3-27b8-47af-b353-43b0e90213c7 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/networks?id=8ec3b675-ea2e-479c-9fb3-49027596d160 HTTP/1.1" status: 200 len: 814 time: 0.1030953 Mar 23 11:05:24.678268 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-618d0566-8547-4b85-bcd9-52dfc0a3ab46 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/quotas/e7c7f3bd9bc4409b965394aeebcd4d54 HTTP/1.1" status: 200 len: 375 time: 0.0099654 Mar 23 11:05:24.710161 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-75c93416-430a-4535-b76f-0b02d2d85548 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7c7f3bd9bc4409b965394aeebcd4d54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270286 Mar 23 11:05:24.804365 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-4eed95b0-5fa6-4211-bb78-53c7bd8d53f0 service neutron] 10.222.0.41 "GET /v2.0/networks/8ec3b675-ea2e-479c-9fb3-49027596d160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878100 Mar 23 11:05:24.900998 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-380592ec-3164-405e-bcce-fc9a65ef888f service neutron] 10.222.0.41 "GET /v2.0/networks/8ec3b675-ea2e-479c-9fb3-49027596d160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908473 Mar 23 11:05:25.153521 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-474494c5-efaa-4c32-ab66-bee4f5e0ebb6 req-47e6010a-1f8b-41cf-952c-54d0b4027856 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b3eba04-f070-4d30-80de-8cafd32e129a HTTP/1.1" status: 200 len: 210 time: 0.0277579 Mar 23 11:05:25.373525 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device c702d0b9-c86f-4e87-9486-2ffd22a442f4 up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:05:25.420685 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port c702d0b9-c86f-4e87-9486-2ffd22a442f4 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:05:25.420983 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:25.502537 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port c702d0b9-c86f-4e87-9486-2ffd22a442f4 is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:05:25.502930 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:25.525055 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3be861-f7ed-4e23-9d00-09c761095f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c702d0b9-c86f-4e87-9486-2ffd22a442f4'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:05:25.541293 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae68867-2136-4678-b876-b2b9cac255d7" -d '{"events": [{"server_uuid": "cd3be861-f7ed-4e23-9d00-09c761095f41", "name": "network-vif-plugged", "status": "completed", "tag": "c702d0b9-c86f-4e87-9486-2ffd22a442f4"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:05:25.541293 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port c702d0b9-c86f-4e87-9486-2ffd22a442f4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c702d0b9-c86f-4e87-9486-2ffd22a442f4,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:05:25.570169 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e1484c-5bc1-408c-9d47-7f038267eb5e x-openstack-request-id: req-19e1484c-5bc1-408c-9d47-7f038267eb5e {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:05:25.570169 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3be861-f7ed-4e23-9d00-09c761095f41", "name": "network-vif-plugged", "status": "completed", "tag": "c702d0b9-c86f-4e87-9486-2ffd22a442f4", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:05:25.570169 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-19e1484c-5bc1-408c-9d47-7f038267eb5e {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:05:25.570169 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19e1484c-5bc1-408c-9d47-7f038267eb5e'] response: {'server_uuid': 'cd3be861-f7ed-4e23-9d00-09c761095f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c702d0b9-c86f-4e87-9486-2ffd22a442f4', 'code': 200} Mar 23 11:05:25.663207 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d530e7a-4d68-492d-aea3-6ac58b79c405 req-fb85d415-550c-4d1e-afc5-69a93d35871e tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:25.664701 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8d530e7a-4d68-492d-aea3-6ac58b79c405 req-fb85d415-550c-4d1e-afc5-69a93d35871e tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 944 time: 0.0574193 Mar 23 11:05:25.669246 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:25.713959 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8d530e7a-4d68-492d-aea3-6ac58b79c405 req-a489c0ca-8b48-45ad-9e7c-e842777c58c9 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419610 Mar 23 11:05:25.726346 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=c702d0b9-c86f-4e87-9486-2ffd22a442f4,revision_number=10']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:25.760640 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c3d30e40-719b-4e06-99fb-535f784800ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:26.241805 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-869499d9-e690-44bd-90c6-de6b0f701570 req-841c82e9-94d1-4932-a773-06508aa1b2e7 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b3eba04-f070-4d30-80de-8cafd32e129a HTTP/1.1" status: 200 len: 210 time: 0.0388489 Mar 23 11:05:26.281224 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588c2b6-e2c0-4b49-b07c-8f0cb3dc894a req-20064b44-f9a8-463c-a29c-eac1ed8a7ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:26.283562 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c588c2b6-e2c0-4b49-b07c-8f0cb3dc894a req-20064b44-f9a8-463c-a29c-eac1ed8a7ee2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 1130 time: 0.0510931 Mar 23 11:05:26.328069 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c588c2b6-e2c0-4b49-b07c-8f0cb3dc894a req-3d768ee5-7a60-4053-abb0-b81300ad52c7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372279 Mar 23 11:05:26.839876 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cacad1-19bb-41cc-94dc-d03c154e20f2 req-bc1209d4-5df1-49f6-8db8-c576e922faf7 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:26.841377 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-37cacad1-19bb-41cc-94dc-d03c154e20f2 req-bc1209d4-5df1-49f6-8db8-c576e922faf7 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 946 time: 0.0563624 Mar 23 11:05:26.887685 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-37cacad1-19bb-41cc-94dc-d03c154e20f2 req-4193bcbb-dd38-450b-844f-d6ebfc678d19 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402803 Mar 23 11:05:27.336478 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5ed7cd6e-ec66-47b5-9dd3-989393f66e9b req-14b08550-6857-47ec-8c80-72a4756c019c tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b3eba04-f070-4d30-80de-8cafd32e129a HTTP/1.1" status: 200 len: 210 time: 0.0289221 Mar 23 11:05:27.806713 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-65e38111-f64e-4bd8-8c57-62fdfb255dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:28.017417 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35a784-8288-4521-8b5c-5fcb66976223 req-ff7650a6-3a05-454a-a184-d0669c3648eb tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:28.019279 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3e35a784-8288-4521-8b5c-5fcb66976223 req-ff7650a6-3a05-454a-a184-d0669c3648eb tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 946 time: 0.0603707 Mar 23 11:05:28.066091 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3e35a784-8288-4521-8b5c-5fcb66976223 req-61abab84-b763-40a2-b039-a4625fb41570 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412889 Mar 23 11:05:28.275566 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-ed9385ba-6eb2-4d53-aa03-adc739ffd8fc tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:28.277031 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-ed9385ba-6eb2-4d53-aa03-adc739ffd8fc tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.52 "GET /v2.0/networks?id=8ec3b675-ea2e-479c-9fb3-49027596d160 HTTP/1.1" status: 200 len: 814 time: 0.1047676 Mar 23 11:05:28.292092 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Request body: {'port': {'device_id': '7b3eba04-f070-4d30-80de-8cafd32e129a', 'network_id': '8ec3b675-ea2e-479c-9fb3-49027596d160', 'admin_state_up': True, 'tenant_id': 'e7c7f3bd9bc4409b965394aeebcd4d54'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:05:28.441629 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-28a2bcf3-a7d1-4ccd-b017-1792fa652200 req-05b2bfdb-a2d3-4ede-814e-4d10c218985e tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b3eba04-f070-4d30-80de-8cafd32e129a HTTP/1.1" status: 200 len: 210 time: 0.0320070 Mar 23 11:05:28.468920 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Made reservation on behalf of e7c7f3bd9bc4409b965394aeebcd4d54 for: {'port': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:05:28.472851 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:28.599897 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Allocated IP 172.20.0.8 (8ec3b675-ea2e-479c-9fb3-49027596d160/cba86d17-7c59-45cd-8341-e60e16d6f1be/fb9fc085-557b-4489-8a75-dde66e3d29c7) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:05:28.739654 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Publish callbacks [] for port (fb9fc085-557b-4489-8a75-dde66e3d29c7), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:28.817868 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (fb9fc085-557b-4489-8a75-dde66e3d29c7), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:28.859289 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Network 8ec3b675-ea2e-479c-9fb3-49027596d160 is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:05:28.862370 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:05:28.867972 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:05:28.894287 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Pushing event updated for resources: {'Port': ['ID=fb9fc085-557b-4489-8a75-dde66e3d29c7,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:28.908379 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:28.910086 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:28.910086 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:28.910086 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:28.910086 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:28.910086 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:28.910556 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:28.910645 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:28.910976 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:28.911303 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:28.911625 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:28.911946 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:28.912267 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:28.912587 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:28.912902 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:28.932162 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:28.932775 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:29.037494 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-8a6b8f14-bc93-41d3-88e1-bb9412b04602 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7495282 Mar 23 11:05:29.057623 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-1136c29c-d0fc-4969-8d91-47486f4637a0 service neutron] Request body: {'port': {'device_id': '7b3eba04-f070-4d30-80de-8cafd32e129a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:05:29.116029 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-1136c29c-d0fc-4969-8d91-47486f4637a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (fb9fc085-557b-4489-8a75-dde66e3d29c7), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:29.269781 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bb837-66f8-4a8c-a608-77eb98240a8e req-ccb7b9d2-7b1c-47a5-8ebe-58ff392b8151 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:29.271279 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-958bb837-66f8-4a8c-a608-77eb98240a8e req-ccb7b9d2-7b1c-47a5-8ebe-58ff392b8151 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 946 time: 0.1230488 Mar 23 11:05:29.372000 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-958bb837-66f8-4a8c-a608-77eb98240a8e req-969bbbd3-cd6e-4747-83fd-673fc7fd46e5 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926225 Mar 23 11:05:29.449509 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-1136c29c-d0fc-4969-8d91-47486f4637a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb9fc085-557b-4489-8a75-dde66e3d29c7 {{(pid=103540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:05:29.456761 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-1136c29c-d0fc-4969-8d91-47486f4637a0 service neutron] Publish callbacks [] for port (fb9fc085-557b-4489-8a75-dde66e3d29c7), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:29.462637 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:29.476749 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.provisioning_blocks [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-1136c29c-d0fc-4969-8d91-47486f4637a0 service neutron] Transition to ACTIVE for port object fb9fc085-557b-4489-8a75-dde66e3d29c7 will not be triggered until provisioned by entity L2. {{(pid=103540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 11:05:29.554970 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-1136c29c-d0fc-4969-8d91-47486f4637a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (fb9fc085-557b-4489-8a75-dde66e3d29c7), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:29.570424 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db079ba9-00a5-4674-977f-97a03634cf52 req-0eef14c5-16e7-4423-83a5-e7c0b3e6e593 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:29.571948 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-db079ba9-00a5-4674-977f-97a03634cf52 req-0eef14c5-16e7-4423-83a5-e7c0b3e6e593 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b3eba04-f070-4d30-80de-8cafd32e129a HTTP/1.1" status: 200 len: 931 time: 0.0634499 Mar 23 11:05:29.637826 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136c29c-d0fc-4969-8d91-47486f4637a0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb9fc085-557b-4489-8a75-dde66e3d29c7,revision_number=2']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:29.698631 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-db079ba9-00a5-4674-977f-97a03634cf52 req-4d0f50cc-5edc-4f3f-ad96-da7f5b53032a tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/security-groups?id=297aed93-92e5-4c96-9654-926936fb449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051965 Mar 23 11:05:29.722694 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-1136c29c-d0fc-4969-8d91-47486f4637a0 service neutron] Attempting to bind port fb9fc085-557b-4489-8a75-dde66e3d29c7 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:05:29.723035 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-1136c29c-d0fc-4969-8d91-47486f4637a0 service neutron] Attempting to bind port fb9fc085-557b-4489-8a75-dde66e3d29c7 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'd3e29f7f-f106-4b08-878b-014f1be2904f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8ec3b675-ea2e-479c-9fb3-49027596d160'}] {{(pid=103540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:05:29.723369 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-1136c29c-d0fc-4969-8d91-47486f4637a0 service neutron] Attempting to bind port fb9fc085-557b-4489-8a75-dde66e3d29c7 on network 8ec3b675-ea2e-479c-9fb3-49027596d160 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:05:29.727667 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-1136c29c-d0fc-4969-8d91-47486f4637a0 service neutron] Port fb9fc085-557b-4489-8a75-dde66e3d29c7 on network 8ec3b675-ea2e-479c-9fb3-49027596d160 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 11:05:29.727990 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-1136c29c-d0fc-4969-8d91-47486f4637a0 service neutron] Attempting to bind port fb9fc085-557b-4489-8a75-dde66e3d29c7 on network 8ec3b675-ea2e-479c-9fb3-49027596d160 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:05:29.732673 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-1136c29c-d0fc-4969-8d91-47486f4637a0 service neutron] Checking agent: {'id': '3422437f-3c55-48f6-8aa2-6fea3ffa4df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'started_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:05:29.733009 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-1136c29c-d0fc-4969-8d91-47486f4637a0 service neutron] Checking segment: {'id': 'd3e29f7f-f106-4b08-878b-014f1be2904f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8ec3b675-ea2e-479c-9fb3-49027596d160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:05:29.733426 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-1136c29c-d0fc-4969-8d91-47486f4637a0 service neutron] Bound using segment: {'id': 'd3e29f7f-f106-4b08-878b-014f1be2904f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8ec3b675-ea2e-479c-9fb3-49027596d160'} {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:05:29.733846 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-1136c29c-d0fc-4969-8d91-47486f4637a0 service neutron] Bound port: fb9fc085-557b-4489-8a75-dde66e3d29c7, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e29f7f-f106-4b08-878b-014f1be2904f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8ec3b675-ea2e-479c-9fb3-49027596d160'}}] {{(pid=103540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:05:29.734204 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-1136c29c-d0fc-4969-8d91-47486f4637a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (fb9fc085-557b-4489-8a75-dde66e3d29c7), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:29.797922 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-1136c29c-d0fc-4969-8d91-47486f4637a0 service neutron] For port fb9fc085-557b-4489-8a75-dde66e3d29c7, host hv-cinder-79053, cleared binding levels {{(pid=103540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:05:29.800862 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-1136c29c-d0fc-4969-8d91-47486f4637a0 service neutron] For port fb9fc085-557b-4489-8a75-dde66e3d29c7, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fb9fc085-557b-4489-8a75-dde66e3d29c7,segment=NetworkSegment(d3e29f7f-f106-4b08-878b-014f1be2904f),segment_id=d3e29f7f-f106-4b08-878b-014f1be2904f)] {{(pid=103540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:05:29.880160 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-1136c29c-d0fc-4969-8d91-47486f4637a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (fb9fc085-557b-4489-8a75-dde66e3d29c7), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:29.912902 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-1136c29c-d0fc-4969-8d91-47486f4637a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:29.913574 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-1136c29c-d0fc-4969-8d91-47486f4637a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:29.914952 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-1136c29c-d0fc-4969-8d91-47486f4637a0 service neutron] 10.222.0.52 "PUT /v2.0/ports/fb9fc085-557b-4489-8a75-dde66e3d29c7 HTTP/1.1" status: 200 len: 1093 time: 0.8615208 Mar 23 11:05:29.915393 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b3eba04-f070-4d30-80de-8cafd32e129a', 'tag': 'fb9fc085-557b-4489-8a75-dde66e3d29c7'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:05:29.917654 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6c4f19-15cd-49d2-bb86-695afe9b36ab" -d '{"events": [{"name": "network-changed", "server_uuid": "7b3eba04-f070-4d30-80de-8cafd32e129a", "tag": "fb9fc085-557b-4489-8a75-dde66e3d29c7"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:05:29.940713 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136c29c-d0fc-4969-8d91-47486f4637a0 service neutron] Pushing event updated for resources: {'Port': ['ID=fb9fc085-557b-4489-8a75-dde66e3d29c7,revision_number=3']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:29.952269 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b8fd6f-9cdb-4904-9378-5f32d21bf849 x-openstack-request-id: req-26b8fd6f-9cdb-4904-9378-5f32d21bf849 {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:05:29.952560 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b3eba04-f070-4d30-80de-8cafd32e129a", "tag": "fb9fc085-557b-4489-8a75-dde66e3d29c7", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:05:29.952845 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26b8fd6f-9cdb-4904-9378-5f32d21bf849 {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:05:29.953898 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26b8fd6f-9cdb-4904-9378-5f32d21bf849'] response: {'name': 'network-changed', 'server_uuid': '7b3eba04-f070-4d30-80de-8cafd32e129a', 'tag': 'fb9fc085-557b-4489-8a75-dde66e3d29c7', 'status': 'completed', 'code': 200} Mar 23 11:05:30.020845 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c4f19-15cd-49d2-bb86-695afe9b36ab req-4b595c5f-a491-4560-ae09-06a3f008f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:30.022423 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6d6c4f19-15cd-49d2-bb86-695afe9b36ab req-4b595c5f-a491-4560-ae09-06a3f008f126 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e7c7f3bd9bc4409b965394aeebcd4d54&device_id=7b3eba04-f070-4d30-80de-8cafd32e129a HTTP/1.1" status: 200 len: 1127 time: 0.0467014 Mar 23 11:05:30.120704 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c4f19-15cd-49d2-bb86-695afe9b36ab req-9d379e81-c6c7-4b1c-88af-8db094b24abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:30.122186 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6d6c4f19-15cd-49d2-bb86-695afe9b36ab req-9d379e81-c6c7-4b1c-88af-8db094b24abc service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=e7c7f3bd9bc4409b965394aeebcd4d54&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0906024 Mar 23 11:05:30.215857 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c4f19-15cd-49d2-bb86-695afe9b36ab req-ffc2f674-7204-4c96-bf9e-406f3ce9ca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:30.217418 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6d6c4f19-15cd-49d2-bb86-695afe9b36ab req-ffc2f674-7204-4c96-bf9e-406f3ce9ca63 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874856 Mar 23 11:05:30.303908 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-d5f8d95c-7f05-476d-94c7-4eaf4cf86929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:30.305440 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-d5f8d95c-7f05-476d-94c7-4eaf4cf86929 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e7c7f3bd9bc4409b965394aeebcd4d54&device_id=7b3eba04-f070-4d30-80de-8cafd32e129a HTTP/1.1" status: 200 len: 1127 time: 0.0460365 Mar 23 11:05:30.354536 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-ffb8aaa9-13ec-4b92-a2e4-7d09febfe168 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb9fc085-557b-4489-8a75-dde66e3d29c7 HTTP/1.1" status: 200 len: 217 time: 0.0370038 Mar 23 11:05:30.401351 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-b54ad9cd-9744-4344-b640-b3883712448c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:30.402883 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-b54ad9cd-9744-4344-b640-b3883712448c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cba86d17-7c59-45cd-8341-e60e16d6f1be HTTP/1.1" status: 200 len: 854 time: 0.0414152 Mar 23 11:05:30.434895 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-29bca9d0-ee66-4799-9d3b-f32406b510ed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8ec3b675-ea2e-479c-9fb3-49027596d160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256648 Mar 23 11:05:30.558151 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508a83a-7c87-49c5-b1d8-476e17692dee req-859564fd-0358-4219-ba39-2c83d7c307ec tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:30.559687 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2508a83a-7c87-49c5-b1d8-476e17692dee req-859564fd-0358-4219-ba39-2c83d7c307ec tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 946 time: 0.1097312 Mar 23 11:05:30.563061 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-54d8c4af-ab82-4bc8-8828-8ca30563b6d5 service neutron] 10.222.0.52 "GET /v2.0/networks/8ec3b675-ea2e-479c-9fb3-49027596d160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209295 Mar 23 11:05:30.654196 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2508a83a-7c87-49c5-b1d8-476e17692dee req-9d6484de-c1e8-4977-b7b6-31ac933e095f tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890501 Mar 23 11:05:30.687531 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bd4e24a3-06fe-43a9-b03f-04375f2821be req-3957e4db-46dd-467b-9869-7be9700b9216 service neutron] 10.222.0.52 "GET /v2.0/networks/8ec3b675-ea2e-479c-9fb3-49027596d160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070731 Mar 23 11:05:30.708873 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:30.817267 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b429d5-bc5e-4339-bfe8-79fb42ed3029 req-f1b850ae-e396-4b49-a797-74284ce072e9 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:30.818857 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-95b429d5-bc5e-4339-bfe8-79fb42ed3029 req-f1b850ae-e396-4b49-a797-74284ce072e9 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b3eba04-f070-4d30-80de-8cafd32e129a HTTP/1.1" status: 200 len: 943 time: 0.0532799 Mar 23 11:05:30.868965 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-95b429d5-bc5e-4339-bfe8-79fb42ed3029 req-da6724d0-c077-4b51-bd64-69f8b4946e98 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/security-groups?id=297aed93-92e5-4c96-9654-926936fb449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445886 Mar 23 11:05:31.513040 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-edd7311a-ad0e-400b-9645-16122bb99bea req-0904fb77-2eed-4476-a95c-6a807c7897d7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1959729844&fields=id&tenant_id=129bb33e62b44450880cb7f944520401 HTTP/1.1" status: 200 len: 267 time: 0.0721555 Mar 23 11:05:31.612271 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5420446-aaca-4b12-af31-d2ed8f5b2315 req-3b674aab-9e72-4206-8c8d-5d945a3dd9c0 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:31.613671 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f5420446-aaca-4b12-af31-d2ed8f5b2315 req-3b674aab-9e72-4206-8c8d-5d945a3dd9c0 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.1446810 Mar 23 11:05:31.918956 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ea888-2929-453c-a5f6-f655be0f3a01 req-beff50b2-5e00-446e-abf2-a766ecf3644d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:31.920347 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-610ea888-2929-453c-a5f6-f655be0f3a01 req-beff50b2-5e00-446e-abf2-a766ecf3644d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dd7b67e58e9840e182631ae128c31dc5&device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 1130 time: 0.3836188 Mar 23 11:05:31.931185 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7311a-ad0e-400b-9645-16122bb99bea req-559da7c8-494a-44cf-b066-98668d4c78fb tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:31.932524 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-edd7311a-ad0e-400b-9645-16122bb99bea req-559da7c8-494a-44cf-b066-98668d4c78fb tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/networks?id=df50ffe3-03ed-467a-b227-56e0850217fe HTTP/1.1" status: 200 len: 808 time: 0.4106369 Mar 23 11:05:31.962275 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f5420446-aaca-4b12-af31-d2ed8f5b2315 req-9200371e-618c-4744-bdcc-57c64ef3f42a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3422258 Mar 23 11:05:31.993882 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-edd7311a-ad0e-400b-9645-16122bb99bea req-d3fcb9d9-2d8b-403d-aa8d-9c0ad43a1027 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/quotas/129bb33e62b44450880cb7f944520401 HTTP/1.1" status: 200 len: 375 time: 0.0498366 Mar 23 11:05:32.088575 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ea888-2929-453c-a5f6-f655be0f3a01 req-4cc4de23-055c-4047-95be-250d251653d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:32.090029 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-610ea888-2929-453c-a5f6-f655be0f3a01 req-4cc4de23-055c-4047-95be-250d251653d3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b8305e7-fc73-4884-8968-f1c6a05e1337 HTTP/1.1" status: 200 len: 919 time: 0.1566770 Mar 23 11:05:32.114777 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-edd7311a-ad0e-400b-9645-16122bb99bea req-c76b8413-e93b-4688-8311-e0301d7da09a tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=129bb33e62b44450880cb7f944520401&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1152124 Mar 23 11:05:32.163032 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcecdac7-9d0e-4273-a731-582b77fb7d0b req-022f70da-0b2b-4e71-ae1b-89fd925e3261 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:32.164427 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bcecdac7-9d0e-4273-a731-582b77fb7d0b req-022f70da-0b2b-4e71-ae1b-89fd925e3261 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b3eba04-f070-4d30-80de-8cafd32e129a HTTP/1.1" status: 200 len: 943 time: 0.1278536 Mar 23 11:05:32.247420 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-610ea888-2929-453c-a5f6-f655be0f3a01 req-55813f47-cd48-4b1b-b1b3-2c6a52ee7edc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=774c004f-6bd4-4817-863f-97c05c7167ae HTTP/1.1" status: 200 len: 1001 time: 0.1491251 Mar 23 11:05:32.309560 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bcecdac7-9d0e-4273-a731-582b77fb7d0b req-e17271a4-2c40-42a7-ba0b-eb8cc612f369 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/security-groups?id=297aed93-92e5-4c96-9654-926936fb449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320798 Mar 23 11:05:32.333642 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-edd7311a-ad0e-400b-9645-16122bb99bea req-4fa97dec-5a1d-469e-ae82-12ef3dba0a09 service neutron] 10.222.0.41 "GET /v2.0/networks/df50ffe3-03ed-467a-b227-56e0850217fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902094 Mar 23 11:05:32.335145 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ea888-2929-453c-a5f6-f655be0f3a01 req-125bac8c-34d9-4c36-a9c4-edf64383008e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:32.336512 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-610ea888-2929-453c-a5f6-f655be0f3a01 req-125bac8c-34d9-4c36-a9c4-edf64383008e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=886ce67b-f101-4e68-8143-abba0194fcaa HTTP/1.1" status: 200 len: 857 time: 0.0820053 Mar 23 11:05:32.340289 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:32.455227 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ea888-2929-453c-a5f6-f655be0f3a01 req-ee0a9a11-7b6e-4367-aea0-8250a5dd9701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:32.456765 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-610ea888-2929-453c-a5f6-f655be0f3a01 req-ee0a9a11-7b6e-4367-aea0-8250a5dd9701 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b8305e7-fc73-4884-8968-f1c6a05e1337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1087158 Mar 23 11:05:32.460180 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-edd7311a-ad0e-400b-9645-16122bb99bea req-f56d29d4-0d6a-4b23-bc28-9d8c6694e462 service neutron] 10.222.0.41 "GET /v2.0/networks/df50ffe3-03ed-467a-b227-56e0850217fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204407 Mar 23 11:05:32.548652 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-610ea888-2929-453c-a5f6-f655be0f3a01 req-ee190789-ba42-4985-9227-745f956bda70 service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853434 Mar 23 11:05:32.642498 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-610ea888-2929-453c-a5f6-f655be0f3a01 req-47644a71-4193-4a89-98f8-4032138f1ddf service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867648 Mar 23 11:05:33.020163 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3e1e2e05-0a32-42e3-8f48-0525cc2de89f req-ae28208c-75f7-470b-b278-38d5a8d1e42d tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 210 time: 0.0291107 Mar 23 11:05:33.087961 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752707aa-fbf4-4157-b10a-c99bb9e3b41d req-f9096a14-feb9-41ae-ade9-209157357335 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:33.089505 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-752707aa-fbf4-4157-b10a-c99bb9e3b41d req-f9096a14-feb9-41ae-ade9-209157357335 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0578921 Mar 23 11:05:33.135506 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-752707aa-fbf4-4157-b10a-c99bb9e3b41d req-d9408d0a-6318-4cb9-be58-f0dbbb764a20 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397594 Mar 23 11:05:33.401809 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device fb9fc085-557b-4489-8a75-dde66e3d29c7 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:05:33.424924 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7586c-44fd-4092-aefa-e91b69c529dd req-085e94ba-b95f-4275-9c96-af654f357f61 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:33.426464 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-20b7586c-44fd-4092-aefa-e91b69c529dd req-085e94ba-b95f-4275-9c96-af654f357f61 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b3eba04-f070-4d30-80de-8cafd32e129a HTTP/1.1" status: 200 len: 943 time: 0.0537844 Mar 23 11:05:33.474991 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-20b7586c-44fd-4092-aefa-e91b69c529dd req-5a69fd7a-e4d7-4983-b5b5-61d4820ef9ba tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/security-groups?id=297aed93-92e5-4c96-9654-926936fb449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420275 Mar 23 11:05:33.497495 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port fb9fc085-557b-4489-8a75-dde66e3d29c7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fb9fc085-557b-4489-8a75-dde66e3d29c7,segment=NetworkSegment(d3e29f7f-f106-4b08-878b-014f1be2904f),segment_id=d3e29f7f-f106-4b08-878b-014f1be2904f)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:05:33.509862 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': 'fb9fc085-557b-4489-8a75-dde66e3d29c7', 'network_id': '8ec3b675-ea2e-479c-9fb3-49027596d160', 'port_id': 'fb9fc085-557b-4489-8a75-dde66e3d29c7', 'mac_address': 'fa:16:3e:24:c5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba86d17-7c59-45cd-8341-e60e16d6f1be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:05:33.549304 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port fb9fc085-557b-4489-8a75-dde66e3d29c7 is: DOWN; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:05:33.549697 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (fb9fc085-557b-4489-8a75-dde66e3d29c7), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:33.562457 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb9fc085-557b-4489-8a75-dde66e3d29c7 {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:05:33.582492 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port fb9fc085-557b-4489-8a75-dde66e3d29c7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fb9fc085-557b-4489-8a75-dde66e3d29c7,segment=NetworkSegment(d3e29f7f-f106-4b08-878b-014f1be2904f),segment_id=d3e29f7f-f106-4b08-878b-014f1be2904f)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:05:33.696822 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (fb9fc085-557b-4489-8a75-dde66e3d29c7), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:33.743998 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=fb9fc085-557b-4489-8a75-dde66e3d29c7,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:33.981586 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['fb9fc085-557b-4489-8a75-dde66e3d29c7'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:05:34.122277 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b3e67643-e2b4-4b31-af45-3264d9a06ae6 req-b4592849-1d7b-495d-be25-dab22eaabef1 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 210 time: 0.0332797 Mar 23 11:05:34.259523 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4eee65-6540-4428-9e43-d2c0002995c4 req-8e87fbb2-807f-4257-b1f0-0fac49d67368 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:34.260908 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ed4eee65-6540-4428-9e43-d2c0002995c4 req-8e87fbb2-807f-4257-b1f0-0fac49d67368 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0541520 Mar 23 11:05:34.308010 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ed4eee65-6540-4428-9e43-d2c0002995c4 req-8e61763c-c5c4-490b-ace7-c422de941192 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414360 Mar 23 11:05:34.600983 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecdc78-710a-4fca-a0c7-c784253b3a7c req-f53c0435-2b5d-4ba0-beb0-aaa8257d99ad tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:34.602463 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-43ecdc78-710a-4fca-a0c7-c784253b3a7c req-f53c0435-2b5d-4ba0-beb0-aaa8257d99ad tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b3eba04-f070-4d30-80de-8cafd32e129a HTTP/1.1" status: 200 len: 944 time: 0.0517893 Mar 23 11:05:34.648094 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-43ecdc78-710a-4fca-a0c7-c784253b3a7c req-d86e6e6c-0d1a-47c3-99a0-af0dfbbc66b5 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/security-groups?id=297aed93-92e5-4c96-9654-926936fb449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401082 Mar 23 11:05:35.121542 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7311a-ad0e-400b-9645-16122bb99bea req-f1c9d59f-695f-4a3d-9826-6bcf8af3d7a6 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:35.123007 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-edd7311a-ad0e-400b-9645-16122bb99bea req-f1c9d59f-695f-4a3d-9826-6bcf8af3d7a6 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.52 "GET /v2.0/networks?id=df50ffe3-03ed-467a-b227-56e0850217fe HTTP/1.1" status: 200 len: 808 time: 0.1006451 Mar 23 11:05:35.188953 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-edd7311a-ad0e-400b-9645-16122bb99bea req-73146d27-98de-4637-90e6-d90213b37f0a tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=129bb33e62b44450880cb7f944520401 HTTP/1.1" status: 200 len: 380 time: 0.0543368 Mar 23 11:05:35.218065 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4d7b7b7d-0683-4204-a4fa-09310048585e req-7ac0a9b9-08e3-4bc2-9dfe-b76d36c095e0 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 210 time: 0.0280490 Mar 23 11:05:35.221507 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [req-edd7311a-ad0e-400b-9645-16122bb99bea req-b7502872-bb1b-4b8e-9299-09acdd5d97e7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Request body: {'port': {'device_id': 'd94c6f16-3f68-45b2-9606-1bcca11c04f9', 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe', 'admin_state_up': True, 'tenant_id': '129bb33e62b44450880cb7f944520401', 'security_groups': ['4dd688ac-7536-457e-9d5c-b67d31e0df5f']}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:05:35.407121 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edd7311a-ad0e-400b-9645-16122bb99bea req-b7502872-bb1b-4b8e-9299-09acdd5d97e7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Made reservation on behalf of 129bb33e62b44450880cb7f944520401 for: {'port': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:05:35.408210 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device fb9fc085-557b-4489-8a75-dde66e3d29c7 up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:05:35.410427 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-edd7311a-ad0e-400b-9645-16122bb99bea req-b7502872-bb1b-4b8e-9299-09acdd5d97e7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:35.449030 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523ec0e-148d-4dd6-a93e-df619e8bbc96 req-97101053-67f1-4740-94e8-6fa2ba8962a1 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:35.450562 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9523ec0e-148d-4dd6-a93e-df619e8bbc96 req-97101053-67f1-4740-94e8-6fa2ba8962a1 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0771813 Mar 23 11:05:35.532574 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning for port fb9fc085-557b-4489-8a75-dde66e3d29c7 completed by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 11:05:35.536556 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port fb9fc085-557b-4489-8a75-dde66e3d29c7 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:05:35.536965 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (fb9fc085-557b-4489-8a75-dde66e3d29c7), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:35.563387 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9523ec0e-148d-4dd6-a93e-df619e8bbc96 req-88f44310-dbea-493b-9883-e54f0c22146f tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861909 Mar 23 11:05:35.594649 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [req-edd7311a-ad0e-400b-9645-16122bb99bea req-b7502872-bb1b-4b8e-9299-09acdd5d97e7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Allocated IP 172.20.0.6 (df50ffe3-03ed-467a-b227-56e0850217fe/001a2c33-ab4d-40f3-86cd-0344207597b1/7ca22a6a-8f96-4c83-82d3-d5e89680e117) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:05:35.618176 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port fb9fc085-557b-4489-8a75-dde66e3d29c7 is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:05:35.618568 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (fb9fc085-557b-4489-8a75-dde66e3d29c7), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:35.641609 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3eba04-f070-4d30-80de-8cafd32e129a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9fc085-557b-4489-8a75-dde66e3d29c7'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:05:35.643843 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bb71d9-aae2-4304-aba5-b801cb28c331" -d '{"events": [{"server_uuid": "7b3eba04-f070-4d30-80de-8cafd32e129a", "name": "network-vif-plugged", "status": "completed", "tag": "fb9fc085-557b-4489-8a75-dde66e3d29c7"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:05:35.658327 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port fb9fc085-557b-4489-8a75-dde66e3d29c7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fb9fc085-557b-4489-8a75-dde66e3d29c7,segment=NetworkSegment(d3e29f7f-f106-4b08-878b-014f1be2904f),segment_id=d3e29f7f-f106-4b08-878b-014f1be2904f)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:05:35.681722 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee9b98d-a3d5-43ca-98d2-e23813f46ea8 x-openstack-request-id: req-eee9b98d-a3d5-43ca-98d2-e23813f46ea8 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:05:35.681913 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b3eba04-f070-4d30-80de-8cafd32e129a", "name": "network-vif-plugged", "status": "completed", "tag": "fb9fc085-557b-4489-8a75-dde66e3d29c7", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:05:35.682178 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eee9b98d-a3d5-43ca-98d2-e23813f46ea8 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:05:35.682592 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eee9b98d-a3d5-43ca-98d2-e23813f46ea8'] response: {'server_uuid': '7b3eba04-f070-4d30-80de-8cafd32e129a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9fc085-557b-4489-8a75-dde66e3d29c7', 'code': 200} Mar 23 11:05:35.715168 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (fb9fc085-557b-4489-8a75-dde66e3d29c7), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:35.768682 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=fb9fc085-557b-4489-8a75-dde66e3d29c7,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:35.775627 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-edd7311a-ad0e-400b-9645-16122bb99bea req-b7502872-bb1b-4b8e-9299-09acdd5d97e7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for port (7ca22a6a-8f96-4c83-82d3-d5e89680e117), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:35.797707 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540eca3-dd16-439c-a854-86daf7f2be3c req-060019df-bfe9-456d-a7a5-c902804e0036 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:35.799236 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0540eca3-dd16-439c-a854-86daf7f2be3c req-060019df-bfe9-456d-a7a5-c902804e0036 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b3eba04-f070-4d30-80de-8cafd32e129a HTTP/1.1" status: 200 len: 945 time: 0.0846341 Mar 23 11:05:35.860731 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0540eca3-dd16-439c-a854-86daf7f2be3c req-d4624d64-a950-4371-8094-1d03d9837dec tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/security-groups?id=297aed93-92e5-4c96-9654-926936fb449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553043 Mar 23 11:05:35.938993 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-edd7311a-ad0e-400b-9645-16122bb99bea req-b7502872-bb1b-4b8e-9299-09acdd5d97e7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (7ca22a6a-8f96-4c83-82d3-d5e89680e117), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:35.981637 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edd7311a-ad0e-400b-9645-16122bb99bea req-b7502872-bb1b-4b8e-9299-09acdd5d97e7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Network df50ffe3-03ed-467a-b227-56e0850217fe is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:05:35.985277 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [req-edd7311a-ad0e-400b-9645-16122bb99bea req-b7502872-bb1b-4b8e-9299-09acdd5d97e7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:05:35.987761 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd7311a-ad0e-400b-9645-16122bb99bea req-b7502872-bb1b-4b8e-9299-09acdd5d97e7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:05:35.993717 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023afdb6-0dad-4e96-ae06-277ba1ce4aa0 req-5eeddf3e-961d-4711-bb15-bdc6f69f2acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:35.995098 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-023afdb6-0dad-4e96-ae06-277ba1ce4aa0 req-5eeddf3e-961d-4711-bb15-bdc6f69f2acd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7b3eba04-f070-4d30-80de-8cafd32e129a HTTP/1.1" status: 200 len: 1129 time: 0.0452716 Mar 23 11:05:36.030206 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7502872-bb1b-4b8e-9299-09acdd5d97e7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Pushing event updated for resources: {'Port': ['ID=7ca22a6a-8f96-4c83-82d3-d5e89680e117,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:36.044791 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-023afdb6-0dad-4e96-ae06-277ba1ce4aa0 req-f8f62115-2c47-43c2-8fdd-95afa601fb2c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=297aed93-92e5-4c96-9654-926936fb449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429344 Mar 23 11:05:36.054958 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7311a-ad0e-400b-9645-16122bb99bea req-b7502872-bb1b-4b8e-9299-09acdd5d97e7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:36.055596 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-edd7311a-ad0e-400b-9645-16122bb99bea req-b7502872-bb1b-4b8e-9299-09acdd5d97e7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:36.158523 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-edd7311a-ad0e-400b-9645-16122bb99bea req-b7502872-bb1b-4b8e-9299-09acdd5d97e7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9430187 Mar 23 11:05:36.242422 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-98af36fc-e4e4-4e9a-96c2-f95fe8ac7324 None None] Provisioning complete for port 7ca22a6a-8f96-4c83-82d3-d5e89680e117 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:05:36.242800 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-98af36fc-e4e4-4e9a-96c2-f95fe8ac7324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (7ca22a6a-8f96-4c83-82d3-d5e89680e117), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:36.274367 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [req-edd7311a-ad0e-400b-9645-16122bb99bea req-0f80d0cc-baaf-42b7-ad07-3e6e646ba448 service neutron] Request body: {'port': {'device_id': 'd94c6f16-3f68-45b2-9606-1bcca11c04f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:05:36.290278 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-98af36fc-e4e4-4e9a-96c2-f95fe8ac7324 None None] Port 7ca22a6a-8f96-4c83-82d3-d5e89680e117 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:05:36.373917 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-edd7311a-ad0e-400b-9645-16122bb99bea req-0f80d0cc-baaf-42b7-ad07-3e6e646ba448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (7ca22a6a-8f96-4c83-82d3-d5e89680e117), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:36.419820 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d43edb-79c9-4849-b2e8-b45c16231b60 req-a2816adb-a426-4dc1-8c2c-c525da626dad tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:36.421292 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-94d43edb-79c9-4849-b2e8-b45c16231b60 req-a2816adb-a426-4dc1-8c2c-c525da626dad tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 931 time: 0.1114488 Mar 23 11:05:36.536385 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-94d43edb-79c9-4849-b2e8-b45c16231b60 req-eaa684d9-d95d-46cc-b230-5fc9c44cce07 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092098 Mar 23 11:05:36.712710 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [req-edd7311a-ad0e-400b-9645-16122bb99bea req-0f80d0cc-baaf-42b7-ad07-3e6e646ba448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca22a6a-8f96-4c83-82d3-d5e89680e117 {{(pid=103540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:05:36.722682 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-edd7311a-ad0e-400b-9645-16122bb99bea req-0f80d0cc-baaf-42b7-ad07-3e6e646ba448 service neutron] Publish callbacks [] for port (7ca22a6a-8f96-4c83-82d3-d5e89680e117), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:36.731108 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d291cb-2091-4fab-94bb-37a83e274ea3 req-9597c2f1-a991-4722-93ba-67c420e42808 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:36.732609 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-02d291cb-2091-4fab-94bb-37a83e274ea3 req-9597c2f1-a991-4722-93ba-67c420e42808 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0976412 Mar 23 11:05:36.749204 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.provisioning_blocks [req-edd7311a-ad0e-400b-9645-16122bb99bea req-0f80d0cc-baaf-42b7-ad07-3e6e646ba448 service neutron] Transition to ACTIVE for port object 7ca22a6a-8f96-4c83-82d3-d5e89680e117 will not be triggered until provisioned by entity L2. {{(pid=103540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 11:05:36.783646 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-02d291cb-2091-4fab-94bb-37a83e274ea3 req-6e197ab2-e01d-4550-a3a9-fb0335f33bfa tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439942 Mar 23 11:05:36.840171 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-edd7311a-ad0e-400b-9645-16122bb99bea req-0f80d0cc-baaf-42b7-ad07-3e6e646ba448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (7ca22a6a-8f96-4c83-82d3-d5e89680e117), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:36.894973 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80d0cc-baaf-42b7-ad07-3e6e646ba448 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca22a6a-8f96-4c83-82d3-d5e89680e117,revision_number=2']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:36.993706 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-edd7311a-ad0e-400b-9645-16122bb99bea req-0f80d0cc-baaf-42b7-ad07-3e6e646ba448 service neutron] Attempting to bind port 7ca22a6a-8f96-4c83-82d3-d5e89680e117 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:05:36.994052 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-edd7311a-ad0e-400b-9645-16122bb99bea req-0f80d0cc-baaf-42b7-ad07-3e6e646ba448 service neutron] Attempting to bind port 7ca22a6a-8f96-4c83-82d3-d5e89680e117 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '2f4f4a41-30ca-4c99-80f8-209ff5966548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe'}] {{(pid=103540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:05:36.994389 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd7311a-ad0e-400b-9645-16122bb99bea req-0f80d0cc-baaf-42b7-ad07-3e6e646ba448 service neutron] Attempting to bind port 7ca22a6a-8f96-4c83-82d3-d5e89680e117 on network df50ffe3-03ed-467a-b227-56e0850217fe {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:05:37.002316 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd7311a-ad0e-400b-9645-16122bb99bea req-0f80d0cc-baaf-42b7-ad07-3e6e646ba448 service neutron] Port 7ca22a6a-8f96-4c83-82d3-d5e89680e117 on network df50ffe3-03ed-467a-b227-56e0850217fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 11:05:37.002652 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd7311a-ad0e-400b-9645-16122bb99bea req-0f80d0cc-baaf-42b7-ad07-3e6e646ba448 service neutron] Attempting to bind port 7ca22a6a-8f96-4c83-82d3-d5e89680e117 on network df50ffe3-03ed-467a-b227-56e0850217fe {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:05:37.016024 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da347f7-f5ca-494b-8cfd-50fb06b9f259 req-bfc06286-e52f-430a-94cb-4a5175190f93 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:37.017601 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7da347f7-f5ca-494b-8cfd-50fb06b9f259 req-bfc06286-e52f-430a-94cb-4a5175190f93 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b3eba04-f070-4d30-80de-8cafd32e129a HTTP/1.1" status: 200 len: 945 time: 0.0787244 Mar 23 11:05:37.018384 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd7311a-ad0e-400b-9645-16122bb99bea req-0f80d0cc-baaf-42b7-ad07-3e6e646ba448 service neutron] Checking agent: {'id': '3422437f-3c55-48f6-8aa2-6fea3ffa4df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'started_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:05:37.018728 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd7311a-ad0e-400b-9645-16122bb99bea req-0f80d0cc-baaf-42b7-ad07-3e6e646ba448 service neutron] Checking segment: {'id': '2f4f4a41-30ca-4c99-80f8-209ff5966548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:05:37.019122 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd7311a-ad0e-400b-9645-16122bb99bea req-0f80d0cc-baaf-42b7-ad07-3e6e646ba448 service neutron] Bound using segment: {'id': '2f4f4a41-30ca-4c99-80f8-209ff5966548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe'} {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:05:37.019574 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-edd7311a-ad0e-400b-9645-16122bb99bea req-0f80d0cc-baaf-42b7-ad07-3e6e646ba448 service neutron] Bound port: 7ca22a6a-8f96-4c83-82d3-d5e89680e117, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4f4a41-30ca-4c99-80f8-209ff5966548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe'}}] {{(pid=103540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:05:37.019949 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-edd7311a-ad0e-400b-9645-16122bb99bea req-0f80d0cc-baaf-42b7-ad07-3e6e646ba448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (7ca22a6a-8f96-4c83-82d3-d5e89680e117), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:37.108583 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7da347f7-f5ca-494b-8cfd-50fb06b9f259 req-497ec143-1686-4183-9609-4e0b0695af84 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/security-groups?id=297aed93-92e5-4c96-9654-926936fb449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852745 Mar 23 11:05:37.120457 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-edd7311a-ad0e-400b-9645-16122bb99bea req-0f80d0cc-baaf-42b7-ad07-3e6e646ba448 service neutron] For port 7ca22a6a-8f96-4c83-82d3-d5e89680e117, host hv-cinder-79053, cleared binding levels {{(pid=103540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:05:37.123567 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-edd7311a-ad0e-400b-9645-16122bb99bea req-0f80d0cc-baaf-42b7-ad07-3e6e646ba448 service neutron] For port 7ca22a6a-8f96-4c83-82d3-d5e89680e117, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7ca22a6a-8f96-4c83-82d3-d5e89680e117,segment=NetworkSegment(2f4f4a41-30ca-4c99-80f8-209ff5966548),segment_id=2f4f4a41-30ca-4c99-80f8-209ff5966548)] {{(pid=103540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:05:37.212574 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-edd7311a-ad0e-400b-9645-16122bb99bea req-0f80d0cc-baaf-42b7-ad07-3e6e646ba448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (7ca22a6a-8f96-4c83-82d3-d5e89680e117), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:37.245611 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7311a-ad0e-400b-9645-16122bb99bea req-0f80d0cc-baaf-42b7-ad07-3e6e646ba448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:37.246224 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-edd7311a-ad0e-400b-9645-16122bb99bea req-0f80d0cc-baaf-42b7-ad07-3e6e646ba448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:37.247744 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-edd7311a-ad0e-400b-9645-16122bb99bea req-0f80d0cc-baaf-42b7-ad07-3e6e646ba448 service neutron] 10.222.0.52 "PUT /v2.0/ports/7ca22a6a-8f96-4c83-82d3-d5e89680e117 HTTP/1.1" status: 200 len: 1093 time: 0.9833717 Mar 23 11:05:37.248101 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94c6f16-3f68-45b2-9606-1bcca11c04f9', 'tag': '7ca22a6a-8f96-4c83-82d3-d5e89680e117'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:05:37.251083 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8005dbf2-e0f7-431b-a033-9662ff21a931" -d '{"events": [{"name": "network-changed", "server_uuid": "d94c6f16-3f68-45b2-9606-1bcca11c04f9", "tag": "7ca22a6a-8f96-4c83-82d3-d5e89680e117"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:05:37.288373 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80d0cc-baaf-42b7-ad07-3e6e646ba448 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca22a6a-8f96-4c83-82d3-d5e89680e117,revision_number=3']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:37.292014 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8a5c74-684e-464b-9b48-1126d6fca588 x-openstack-request-id: req-5f8a5c74-684e-464b-9b48-1126d6fca588 {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:05:37.292308 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94c6f16-3f68-45b2-9606-1bcca11c04f9", "tag": "7ca22a6a-8f96-4c83-82d3-d5e89680e117", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:05:37.292562 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f8a5c74-684e-464b-9b48-1126d6fca588 {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:05:37.293039 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f8a5c74-684e-464b-9b48-1126d6fca588'] response: {'name': 'network-changed', 'server_uuid': 'd94c6f16-3f68-45b2-9606-1bcca11c04f9', 'tag': '7ca22a6a-8f96-4c83-82d3-d5e89680e117', 'status': 'completed', 'code': 200} Mar 23 11:05:37.360865 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005dbf2-e0f7-431b-a033-9662ff21a931 req-e17f3376-b5a1-431a-abd1-6a2f608cd977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:37.362581 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8005dbf2-e0f7-431b-a033-9662ff21a931 req-e17f3376-b5a1-431a-abd1-6a2f608cd977 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=129bb33e62b44450880cb7f944520401&device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 1127 time: 0.0510538 Mar 23 11:05:37.577887 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005dbf2-e0f7-431b-a033-9662ff21a931 req-0a7bc7ad-38d0-405d-b2b9-b990f890dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:37.577887 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8005dbf2-e0f7-431b-a033-9662ff21a931 req-0a7bc7ad-38d0-405d-b2b9-b990f890dbb7 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=129bb33e62b44450880cb7f944520401&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0965936 Mar 23 11:05:37.709448 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153d128-fb8e-4d39-bf13-a14c599e5cce req-610c3cec-c5a0-4f36-b63d-1d739a3135ca tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:37.710909 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9153d128-fb8e-4d39-bf13-a14c599e5cce req-610c3cec-c5a0-4f36-b63d-1d739a3135ca tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.0855486 Mar 23 11:05:37.712016 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005dbf2-e0f7-431b-a033-9662ff21a931 req-6a2a7f9f-3fd3-44fe-ad3a-744e77be9c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:37.713412 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8005dbf2-e0f7-431b-a033-9662ff21a931 req-6a2a7f9f-3fd3-44fe-ad3a-744e77be9c76 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304102 Mar 23 11:05:37.767738 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9153d128-fb8e-4d39-bf13-a14c599e5cce req-2005023a-1364-46a1-b9b5-7476a63dcf2f tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510774 Mar 23 11:05:37.800343 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7311a-ad0e-400b-9645-16122bb99bea req-6bdc83be-d3e9-480b-a62f-f0c2ca09d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:37.801863 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-edd7311a-ad0e-400b-9645-16122bb99bea req-6bdc83be-d3e9-480b-a62f-f0c2ca09d116 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=129bb33e62b44450880cb7f944520401&device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 1127 time: 0.0505786 Mar 23 11:05:37.847351 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-edd7311a-ad0e-400b-9645-16122bb99bea req-a614ac18-f776-499a-ade8-172786fe8f1d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ca22a6a-8f96-4c83-82d3-d5e89680e117 HTTP/1.1" status: 200 len: 217 time: 0.0376663 Mar 23 11:05:37.924695 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7311a-ad0e-400b-9645-16122bb99bea req-618dcefa-6365-43e3-80da-6135a576adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:37.926172 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-edd7311a-ad0e-400b-9645-16122bb99bea req-618dcefa-6365-43e3-80da-6135a576adfd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=001a2c33-ab4d-40f3-86cd-0344207597b1 HTTP/1.1" status: 200 len: 847 time: 0.0667057 Mar 23 11:05:37.936027 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8b919-d937-45b0-a566-4db5c19bbb42 req-7ed315a5-1ffa-4686-8eb8-6b0078fce201 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:37.938006 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-68c8b919-d937-45b0-a566-4db5c19bbb42 req-7ed315a5-1ffa-4686-8eb8-6b0078fce201 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0859246 Mar 23 11:05:38.011347 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:05:38.018785 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-68c8b919-d937-45b0-a566-4db5c19bbb42 req-e768c0af-a608-462b-9461-2beee730a721 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717297 Mar 23 11:05:38.021535 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7311a-ad0e-400b-9645-16122bb99bea req-fcec267e-bff5-40ee-afa3-49aebd8570d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:38.022946 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-edd7311a-ad0e-400b-9645-16122bb99bea req-fcec267e-bff5-40ee-afa3-49aebd8570d9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df50ffe3-03ed-467a-b227-56e0850217fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0840998 Mar 23 11:05:38.118040 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-edd7311a-ad0e-400b-9645-16122bb99bea req-d23ada0c-45d9-4cee-b157-0829c7d4654f service neutron] 10.222.0.52 "GET /v2.0/networks/df50ffe3-03ed-467a-b227-56e0850217fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795481 Mar 23 11:05:38.240324 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-edd7311a-ad0e-400b-9645-16122bb99bea req-4441e021-ddfe-4666-877b-5416075e82e4 service neutron] 10.222.0.52 "GET /v2.0/networks/df50ffe3-03ed-467a-b227-56e0850217fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155231 Mar 23 11:05:38.252416 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df6543-0443-480f-835d-cbad6a8794d6 req-b1c02531-1d3a-4e85-8d3a-8e01d5aefc04 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:38.253889 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-52df6543-0443-480f-835d-cbad6a8794d6 req-b1c02531-1d3a-4e85-8d3a-8e01d5aefc04 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b3eba04-f070-4d30-80de-8cafd32e129a HTTP/1.1" status: 200 len: 945 time: 0.0759497 Mar 23 11:05:38.301827 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-52df6543-0443-480f-835d-cbad6a8794d6 req-63ebc61d-57e9-4d95-be0f-9b2f609c8b7d tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/security-groups?id=297aed93-92e5-4c96-9654-926936fb449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411925 Mar 23 11:05:38.882862 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d1359-d8f3-4312-a322-bd1ec4d76d2b req-6cf151e5-df05-4dee-a14b-87c26011f638 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:38.884386 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ad1d1359-d8f3-4312-a322-bd1ec4d76d2b req-6cf151e5-df05-4dee-a14b-87c26011f638 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.0516450 Mar 23 11:05:38.937080 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ad1d1359-d8f3-4312-a322-bd1ec4d76d2b req-3e86af1e-f404-4727-9899-652d555eb149 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471041 Mar 23 11:05:39.134786 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85f90a-d76a-488e-8473-e7c64e9ce014 req-91332729-5507-45ec-b0ba-48b4ad847648 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:39.136344 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ff85f90a-d76a-488e-8473-e7c64e9ce014 req-91332729-5507-45ec-b0ba-48b4ad847648 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0513854 Mar 23 11:05:39.182465 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ff85f90a-d76a-488e-8473-e7c64e9ce014 req-b5ddd544-9e9d-4f4f-b63f-e116f7691fb0 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398521 Mar 23 11:05:40.058594 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a998d3d-a5ae-47d8-bfdc-fc6450df786e req-9c6dfe45-b782-4582-b26b-296103b3d3a5 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:40.060062 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1a998d3d-a5ae-47d8-bfdc-fc6450df786e req-9c6dfe45-b782-4582-b26b-296103b3d3a5 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.0532358 Mar 23 11:05:40.107038 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1a998d3d-a5ae-47d8-bfdc-fc6450df786e req-6a910a6f-a646-4e5b-bc5c-89ac29c095cc tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410132 Mar 23 11:05:40.301706 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43294695-f976-4f31-9fe9-1a1ec173bc25 req-3345f87e-e48e-4a95-b60e-87e3f8edfa23 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:40.303185 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-43294695-f976-4f31-9fe9-1a1ec173bc25 req-3345f87e-e48e-4a95-b60e-87e3f8edfa23 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0552552 Mar 23 11:05:40.347663 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-43294695-f976-4f31-9fe9-1a1ec173bc25 req-631983d6-d1ab-46fd-b496-87b69e277656 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390635 Mar 23 11:05:41.222982 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd4b60-0b9c-407c-9dc7-2d217090d167 req-c733ac6a-540d-401a-874a-1d5ab902887e tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:41.224484 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d9dd4b60-0b9c-407c-9dc7-2d217090d167 req-c733ac6a-540d-401a-874a-1d5ab902887e tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.0543478 Mar 23 11:05:41.272053 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d9dd4b60-0b9c-407c-9dc7-2d217090d167 req-1d5020ce-09b2-4f67-a995-c87c23f7c790 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419900 Mar 23 11:05:41.470349 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651de03-d24b-477e-8a2e-7b0ce278aa4b req-d9e62333-3ea1-4d1f-be43-0d8a4650a2a6 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:41.471827 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d651de03-d24b-477e-8a2e-7b0ce278aa4b req-d9e62333-3ea1-4d1f-be43-0d8a4650a2a6 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0582082 Mar 23 11:05:41.519620 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d651de03-d24b-477e-8a2e-7b0ce278aa4b req-e9c148d6-9d13-438b-b27e-58c4c3a88ffe tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423808 Mar 23 11:05:42.393114 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790e0b0-eaaa-4330-9e99-da242573bc7b req-7af74ca0-c6fa-4d44-9d75-f1cb39b4a179 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:42.394551 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4790e0b0-eaaa-4330-9e99-da242573bc7b req-7af74ca0-c6fa-4d44-9d75-f1cb39b4a179 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.0554538 Mar 23 11:05:42.448067 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4790e0b0-eaaa-4330-9e99-da242573bc7b req-43f4f392-f002-4c36-a5c6-78b865994b29 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479212 Mar 23 11:05:42.642066 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27056548-6c24-4ee8-b0fc-5f49870885e2 req-1bf97930-7280-42b7-95ec-b5549846781f tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:42.643731 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-27056548-6c24-4ee8-b0fc-5f49870885e2 req-1bf97930-7280-42b7-95ec-b5549846781f tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0556967 Mar 23 11:05:42.693624 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-27056548-6c24-4ee8-b0fc-5f49870885e2 req-96c002a4-510e-4999-b2e7-8c6d4c6118a8 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444553 Mar 23 11:05:43.566549 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84388f-8167-4b62-bd4a-a139a55ef1af req-c86f0042-2c41-4786-9688-293d7869485a tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:43.568064 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fe84388f-8167-4b62-bd4a-a139a55ef1af req-c86f0042-2c41-4786-9688-293d7869485a tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.0569096 Mar 23 11:05:43.615723 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fe84388f-8167-4b62-bd4a-a139a55ef1af req-ad886fb6-ae7b-41ac-bcbf-c86822c5706e tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422852 Mar 23 11:05:43.815151 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e9d2f-acf3-4b18-984f-6f9a5a49bd38 req-33c3d6ef-7d99-47c3-add6-788912776166 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:43.816835 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ff9e9d2f-acf3-4b18-984f-6f9a5a49bd38 req-33c3d6ef-7d99-47c3-add6-788912776166 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0541008 Mar 23 11:05:43.862353 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ff9e9d2f-acf3-4b18-984f-6f9a5a49bd38 req-8b162f81-9329-4ef5-8f5b-e721382599f2 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399542 Mar 23 11:05:44.738891 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ef78b-032c-45a2-93ae-93da9224bf3a req-c7683f96-1c3f-4ab2-9a58-9881c70ef16d tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:44.740343 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-296ef78b-032c-45a2-93ae-93da9224bf3a req-c7683f96-1c3f-4ab2-9a58-9881c70ef16d tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.0594740 Mar 23 11:05:44.788002 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-296ef78b-032c-45a2-93ae-93da9224bf3a req-06d1250a-d42f-4e38-be4d-de8148de4a6a tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420408 Mar 23 11:05:44.982846 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c7ae0-5c4b-48a1-94eb-c0ff007b967e req-136b2fdc-1844-4ce0-8f91-96c390fc1b0f tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:44.985003 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-dc5c7ae0-5c4b-48a1-94eb-c0ff007b967e req-136b2fdc-1844-4ce0-8f91-96c390fc1b0f tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0523100 Mar 23 11:05:45.029880 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-dc5c7ae0-5c4b-48a1-94eb-c0ff007b967e req-11943f8c-12c2-4567-b6ca-266c7b38c255 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392342 Mar 23 11:05:45.814319 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658ef78-986a-4e31-b421-4bf78e6aa0be req-fa0aa945-5c1a-4c39-8579-3ab4e4053c38 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:45.815723 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5658ef78-986a-4e31-b421-4bf78e6aa0be req-fa0aa945-5c1a-4c39-8579-3ab4e4053c38 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0584013 Mar 23 11:05:45.873589 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5658ef78-986a-4e31-b421-4bf78e6aa0be req-9c664f4e-5240-414b-8c01-29eb2084ecd5 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522332 Mar 23 11:05:45.913603 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de4a71-7f28-4b0c-852e-ddb7bde5e6f4 req-a7720b23-70d0-4640-8cfd-a6a97e6f8b39 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:45.915037 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-27de4a71-7f28-4b0c-852e-ddb7bde5e6f4 req-a7720b23-70d0-4640-8cfd-a6a97e6f8b39 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.0569043 Mar 23 11:05:45.961206 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-27de4a71-7f28-4b0c-852e-ddb7bde5e6f4 req-f958a732-8226-49b2-a8f3-4ee61d990015 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406997 Mar 23 11:05:46.144885 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbcea5-60be-4310-854c-dddefb362057 req-95e33df6-7bb1-4bbe-9817-2dc1f3517c5f tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:46.146370 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-74dbcea5-60be-4310-854c-dddefb362057 req-95e33df6-7bb1-4bbe-9817-2dc1f3517c5f tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0499642 Mar 23 11:05:46.191750 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-74dbcea5-60be-4310-854c-dddefb362057 req-8639c969-6060-4a6b-b960-5d3d021bd476 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399671 Mar 23 11:05:46.993382 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417f94d-9d62-43e7-b808-4afb2709a1f7 req-897c11e1-2f54-4916-a588-e25f3d3e1014 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:46.994849 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b417f94d-9d62-43e7-b808-4afb2709a1f7 req-897c11e1-2f54-4916-a588-e25f3d3e1014 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0541174 Mar 23 11:05:47.064592 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b417f94d-9d62-43e7-b808-4afb2709a1f7 req-0522148c-b82d-4352-a318-fb6cba8e9549 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635972 Mar 23 11:05:47.087317 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79eeb4c-656a-4ad4-b1e6-bb7cfa96baad req-58379569-a415-4ec3-bdd3-9aa002da864b tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:47.088759 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d79eeb4c-656a-4ad4-b1e6-bb7cfa96baad req-58379569-a415-4ec3-bdd3-9aa002da864b tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.0627775 Mar 23 11:05:47.139448 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d79eeb4c-656a-4ad4-b1e6-bb7cfa96baad req-6e6f5f37-4601-4585-a1ba-3fb64799b427 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442345 Mar 23 11:05:47.310229 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70e55e-82a4-4587-907e-bd0349d727a6 req-16ab30e9-d7c7-43d4-aec4-a232f0f73bac tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:47.312088 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2e70e55e-82a4-4587-907e-bd0349d727a6 req-16ab30e9-d7c7-43d4-aec4-a232f0f73bac tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0536604 Mar 23 11:05:47.455105 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 7ca22a6a-8f96-4c83-82d3-d5e89680e117 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:05:47.556920 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 7ca22a6a-8f96-4c83-82d3-d5e89680e117, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7ca22a6a-8f96-4c83-82d3-d5e89680e117,segment=NetworkSegment(2f4f4a41-30ca-4c99-80f8-209ff5966548),segment_id=2f4f4a41-30ca-4c99-80f8-209ff5966548)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:05:47.573017 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': '7ca22a6a-8f96-4c83-82d3-d5e89680e117', 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe', 'port_id': '7ca22a6a-8f96-4c83-82d3-d5e89680e117', 'mac_address': 'fa:16:3e:11:36:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001a2c33-ab4d-40f3-86cd-0344207597b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:05:47.611182 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 7ca22a6a-8f96-4c83-82d3-d5e89680e117 is: DOWN; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:05:47.611582 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (7ca22a6a-8f96-4c83-82d3-d5e89680e117), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:47.619727 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2e70e55e-82a4-4587-907e-bd0349d727a6 req-20c7eb89-ba5a-4be5-aa0c-b0ed2883151b tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3016973 Mar 23 11:05:47.624668 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca22a6a-8f96-4c83-82d3-d5e89680e117 {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:05:47.644689 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 7ca22a6a-8f96-4c83-82d3-d5e89680e117, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7ca22a6a-8f96-4c83-82d3-d5e89680e117,segment=NetworkSegment(2f4f4a41-30ca-4c99-80f8-209ff5966548),segment_id=2f4f4a41-30ca-4c99-80f8-209ff5966548)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:05:47.708487 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (7ca22a6a-8f96-4c83-82d3-d5e89680e117), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:47.756655 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=7ca22a6a-8f96-4c83-82d3-d5e89680e117,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:48.037544 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['7ca22a6a-8f96-4c83-82d3-d5e89680e117'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:05:48.190335 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1cdd14-b801-4043-8e7b-38802ab2b63b req-8cd20268-db83-4dd9-9ecb-a80dfadb956e tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:48.191839 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4b1cdd14-b801-4043-8e7b-38802ab2b63b req-8cd20268-db83-4dd9-9ecb-a80dfadb956e tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0579071 Mar 23 11:05:48.265367 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4b1cdd14-b801-4043-8e7b-38802ab2b63b req-8b154a0a-f3fd-48e3-aa43-27e85a968b24 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674241 Mar 23 11:05:48.281840 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412d1fd-0531-45d0-bcc9-1438b642f15e req-9336479f-3ff4-40f6-9f52-83bdbd99c079 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:48.283290 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2412d1fd-0531-45d0-bcc9-1438b642f15e req-9336479f-3ff4-40f6-9f52-83bdbd99c079 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 944 time: 0.0774522 Mar 23 11:05:48.337090 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2412d1fd-0531-45d0-bcc9-1438b642f15e req-992aa2ed-799f-4fbd-b5da-584c505af67c tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460832 Mar 23 11:05:48.735826 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452e0ab-cccf-404e-b0b6-8dc19db5cef5 req-17d449b1-f747-4e71-8d04-bba0ee2b16a3 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:48.737331 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0452e0ab-cccf-404e-b0b6-8dc19db5cef5 req-17d449b1-f747-4e71-8d04-bba0ee2b16a3 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0518529 Mar 23 11:05:48.788001 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0452e0ab-cccf-404e-b0b6-8dc19db5cef5 req-2d059365-4377-4c51-814f-c5b271c9a0db tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452039 Mar 23 11:05:49.381617 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71a15b-bb44-474b-9f09-5c8b12d20719 req-6d0c89b6-5739-4720-a073-0ed0aa56b429 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:49.383091 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ba71a15b-bb44-474b-9f09-5c8b12d20719 req-6d0c89b6-5739-4720-a073-0ed0aa56b429 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0521569 Mar 23 11:05:49.461383 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ba71a15b-bb44-474b-9f09-5c8b12d20719 req-c9e0399c-86da-4e5a-94c2-040699350528 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727563 Mar 23 11:05:49.481566 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f23587-167b-4354-9eb6-c205284fc3fa req-db1a2336-947d-4c5a-9fd6-49a2febe9db8 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:49.483021 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a2f23587-167b-4354-9eb6-c205284fc3fa req-db1a2336-947d-4c5a-9fd6-49a2febe9db8 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 944 time: 0.0786607 Mar 23 11:05:49.487589 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 7ca22a6a-8f96-4c83-82d3-d5e89680e117 up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:05:49.535258 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a2f23587-167b-4354-9eb6-c205284fc3fa req-f3a61087-1ed4-4629-a10f-d88e21075e09 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458426 Mar 23 11:05:49.601025 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning for port 7ca22a6a-8f96-4c83-82d3-d5e89680e117 completed by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 11:05:49.605466 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port 7ca22a6a-8f96-4c83-82d3-d5e89680e117 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:05:49.605858 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (7ca22a6a-8f96-4c83-82d3-d5e89680e117), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:49.683422 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 7ca22a6a-8f96-4c83-82d3-d5e89680e117 is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:05:49.683815 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (7ca22a6a-8f96-4c83-82d3-d5e89680e117), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:49.705137 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94c6f16-3f68-45b2-9606-1bcca11c04f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca22a6a-8f96-4c83-82d3-d5e89680e117'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:05:49.707483 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d104325-a049-4f91-bdcd-a4fa205b2024" -d '{"events": [{"server_uuid": "d94c6f16-3f68-45b2-9606-1bcca11c04f9", "name": "network-vif-plugged", "status": "completed", "tag": "7ca22a6a-8f96-4c83-82d3-d5e89680e117"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:05:49.719817 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 7ca22a6a-8f96-4c83-82d3-d5e89680e117, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7ca22a6a-8f96-4c83-82d3-d5e89680e117,segment=NetworkSegment(2f4f4a41-30ca-4c99-80f8-209ff5966548),segment_id=2f4f4a41-30ca-4c99-80f8-209ff5966548)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:05:49.742078 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ad82f5-101b-431d-8f7e-8bfdb176f29b x-openstack-request-id: req-40ad82f5-101b-431d-8f7e-8bfdb176f29b {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:05:49.742350 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94c6f16-3f68-45b2-9606-1bcca11c04f9", "name": "network-vif-plugged", "status": "completed", "tag": "7ca22a6a-8f96-4c83-82d3-d5e89680e117", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:05:49.745782 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40ad82f5-101b-431d-8f7e-8bfdb176f29b {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:05:49.745782 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40ad82f5-101b-431d-8f7e-8bfdb176f29b'] response: {'server_uuid': 'd94c6f16-3f68-45b2-9606-1bcca11c04f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca22a6a-8f96-4c83-82d3-d5e89680e117', 'code': 200} Mar 23 11:05:49.789093 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (7ca22a6a-8f96-4c83-82d3-d5e89680e117), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:49.837286 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=7ca22a6a-8f96-4c83-82d3-d5e89680e117,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:49.904032 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22535725-0d6a-4348-90f2-743221fa44e1 req-5b71377e-a87e-4117-8445-03948fb841e4 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:49.905652 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-22535725-0d6a-4348-90f2-743221fa44e1 req-5b71377e-a87e-4117-8445-03948fb841e4 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0516486 Mar 23 11:05:49.953588 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-22535725-0d6a-4348-90f2-743221fa44e1 req-9bb6fb12-1b37-4383-8bf7-0ad19c251aca tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412476 Mar 23 11:05:50.098319 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226798c-5687-4895-943a-bdad8720174f req-784bea31-cfd0-4f49-bdf6-e719950a10d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:50.099705 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3226798c-5687-4895-943a-bdad8720174f req-784bea31-cfd0-4f49-bdf6-e719950a10d9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 1129 time: 0.0428143 Mar 23 11:05:50.156412 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3226798c-5687-4895-943a-bdad8720174f req-1a96a326-58c9-4391-9643-4e32e179ee9e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453320 Mar 23 11:05:50.590482 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bbb53-60c3-4d33-b287-45ba55c89f1e req-1112d831-aaf0-4067-8e5f-57ea956aaae8 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:50.591972 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-573bbb53-60c3-4d33-b287-45ba55c89f1e req-1112d831-aaf0-4067-8e5f-57ea956aaae8 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0605018 Mar 23 11:05:50.673282 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-573bbb53-60c3-4d33-b287-45ba55c89f1e req-8bea6f4b-d773-4a96-9d9a-36e391bbd8e3 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755606 Mar 23 11:05:50.685455 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6ba61-d697-4676-ab6a-c27f49b5f87b req-59af2f4d-ede4-4fa1-86e0-16841f4ca8f9 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:50.686900 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8be6ba61-d697-4676-ab6a-c27f49b5f87b req-59af2f4d-ede4-4fa1-86e0-16841f4ca8f9 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0821490 Mar 23 11:05:50.739119 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8be6ba61-d697-4676-ab6a-c27f49b5f87b req-f11319ed-0097-46fb-98b0-5122c3d6b76a tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460558 Mar 23 11:05:51.071177 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95f7ede-b9cd-47e7-9ccd-dd79f0c4e466 req-0bd72740-ac23-4894-8b3b-ccf682675bdd tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:51.072681 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b95f7ede-b9cd-47e7-9ccd-dd79f0c4e466 req-0bd72740-ac23-4894-8b3b-ccf682675bdd tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0520246 Mar 23 11:05:51.117907 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b95f7ede-b9cd-47e7-9ccd-dd79f0c4e466 req-7da7d474-2b63-4822-99b9-43d32ba55204 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396438 Mar 23 11:05:51.354514 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:51.790642 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57f9a2-cc09-4283-8739-39c13d584bc8 req-53389c3a-bcee-419a-9815-aed46a17f33c tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:51.792148 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4c57f9a2-cc09-4283-8739-39c13d584bc8 req-53389c3a-bcee-419a-9815-aed46a17f33c tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0536571 Mar 23 11:05:51.875513 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4c57f9a2-cc09-4283-8739-39c13d584bc8 req-bd3ec6af-3e22-47f7-8cb3-1dabbab7dafa tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770297 Mar 23 11:05:51.891258 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac8255-f034-4089-b742-7e7d2a6f2aae req-b6d5f852-268b-4762-8df4-dca982cb03e1 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:51.894782 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5eac8255-f034-4089-b742-7e7d2a6f2aae req-b6d5f852-268b-4762-8df4-dca982cb03e1 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0802615 Mar 23 11:05:51.941554 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5eac8255-f034-4089-b742-7e7d2a6f2aae req-ab595a65-3c5f-4524-8fc7-b0daec8c341a tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425982 Mar 23 11:05:52.232874 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3cc30-1110-4ba4-aa56-5812b8325fb4 req-ee4c7ca6-966f-4e17-9111-da1609421374 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:52.234280 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3cc3cc30-1110-4ba4-aa56-5812b8325fb4 req-ee4c7ca6-966f-4e17-9111-da1609421374 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0519068 Mar 23 11:05:52.280573 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3cc3cc30-1110-4ba4-aa56-5812b8325fb4 req-6a3f0677-7711-4407-a317-8dfc66c902c3 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401525 Mar 23 11:05:52.999121 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914452cf-4de1-4f81-8e78-4b5df4f1be9d req-9bd0f0c1-aadb-4c95-b61a-2594fcbb920f tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:53.000551 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-914452cf-4de1-4f81-8e78-4b5df4f1be9d req-9bd0f0c1-aadb-4c95-b61a-2594fcbb920f tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0533192 Mar 23 11:05:53.089843 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-914452cf-4de1-4f81-8e78-4b5df4f1be9d req-2ee3ab62-e89a-4886-bd27-b04b27a69652 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835392 Mar 23 11:05:53.098163 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cab643-19e7-4d8e-b0b2-e89678c3c437 req-68eafac0-c1ab-492f-b228-ad3c6245f5c0 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:53.099589 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d5cab643-19e7-4d8e-b0b2-e89678c3c437 req-68eafac0-c1ab-492f-b228-ad3c6245f5c0 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0877151 Mar 23 11:05:53.147196 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d5cab643-19e7-4d8e-b0b2-e89678c3c437 req-8decad31-eb8c-45bb-9b8e-4cee9a15663f tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421000 Mar 23 11:05:53.260190 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34960ba8-13f0-4bb6-867f-a5790ff079f1 req-73c18d8e-a5ae-4e8d-b389-fa04013524e2 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:53.261628 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-34960ba8-13f0-4bb6-867f-a5790ff079f1 req-73c18d8e-a5ae-4e8d-b389-fa04013524e2 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0511715 Mar 23 11:05:53.309281 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-34960ba8-13f0-4bb6-867f-a5790ff079f1 req-5fde19a8-92df-4123-a522-fbfeb31a19f4 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421076 Mar 23 11:05:53.330493 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 51782) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:05:53.406946 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcd2e1-f068-4549-a016-da5ec7c71e94 req-b359f699-5497-498e-9447-8e11b8b53bb6 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:53.408427 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7bdcd2e1-f068-4549-a016-da5ec7c71e94 req-b359f699-5497-498e-9447-8e11b8b53bb6 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0566719 Mar 23 11:05:53.491162 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7bdcd2e1-f068-4549-a016-da5ec7c71e94 req-db372aa6-0ce1-48c4-973b-fcb22e7ccb68 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768621 Mar 23 11:05:53.508830 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50788f33-9a18-4ccb-ab06-e62e0692f06b tempest-TestShelveInstance-962429262 tempest-TestShelveInstance-962429262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:53.510469 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-50788f33-9a18-4ccb-ab06-e62e0692f06b tempest-TestShelveInstance-962429262 tempest-TestShelveInstance-962429262-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 1124 time: 0.1782796 Mar 23 11:05:53.513207 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 51786) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:05:53.517492 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-1fa8c96c-7dbc-4993-b3f7-d967a3799105 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Request body: {'floatingip': {'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'port_id': '7ca22a6a-8f96-4c83-82d3-d5e89680e117', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:05:53.640594 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-1fa8c96c-7dbc-4993-b3f7-d967a3799105 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:53.737909 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-1fa8c96c-7dbc-4993-b3f7-d967a3799105 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:53.837190 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [None req-1fa8c96c-7dbc-4993-b3f7-d967a3799105 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Allocated IP 172.27.0.183 (95c18418-5bae-427e-9b81-a5d1c1650c0a/3e1497af-c43c-4f5b-914b-136f0356db85/957abaf4-a538-4172-aac3-295534d51785) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:05:53.935650 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-1fa8c96c-7dbc-4993-b3f7-d967a3799105 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for port (957abaf4-a538-4172-aac3-295534d51785), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:54.029471 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-1fa8c96c-7dbc-4993-b3f7-d967a3799105 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (957abaf4-a538-4172-aac3-295534d51785), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:54.065759 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa8c96c-7dbc-4993-b3f7-d967a3799105 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:05:54.068577 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-1fa8c96c-7dbc-4993-b3f7-d967a3799105 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:05:54.074000 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa8c96c-7dbc-4993-b3f7-d967a3799105 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:05:54.095679 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8c96c-7dbc-4993-b3f7-d967a3799105 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Pushing event updated for resources: {'Port': ['ID=957abaf4-a538-4172-aac3-295534d51785,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:54.292519 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42164ec-eab2-47a4-b85f-1065c384f8cc req-c7284a3c-1fb3-4312-b226-88c7b0672ba2 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:54.294027 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a42164ec-eab2-47a4-b85f-1065c384f8cc req-c7284a3c-1fb3-4312-b226-88c7b0672ba2 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.1243825 Mar 23 11:05:54.373419 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a42164ec-eab2-47a4-b85f-1065c384f8cc req-237e773d-4c93-4892-83b5-396c148acfab tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628195 Mar 23 11:05:54.572244 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-1fa8c96c-7dbc-4993-b3f7-d967a3799105 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for floatingip (96d6d44f-3acb-477c-8124-e8b5c2e1610c), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:54.623593 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519304f-881f-4daf-afee-fd7bd2461614 req-d2bc5d80-a00d-444a-93d9-27bdf1140020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:54.624995 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d519304f-881f-4daf-afee-fd7bd2461614 req-d2bc5d80-a00d-444a-93d9-27bdf1140020 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 1130 time: 0.1252112 Mar 23 11:05:54.681360 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefd158-2ef4-418a-b868-d0f0904ce3fe req-9f6812dc-854e-4664-89b3-8294568d1a83 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:54.682822 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bcefd158-2ef4-418a-b868-d0f0904ce3fe req-9f6812dc-854e-4664-89b3-8294568d1a83 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.1159830 Mar 23 11:05:54.703899 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d519304f-881f-4daf-afee-fd7bd2461614 req-13a780cd-2826-485b-9e26-75bdf58a845e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658376 Mar 23 11:05:54.755942 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-1fa8c96c-7dbc-4993-b3f7-d967a3799105 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (957abaf4-a538-4172-aac3-295534d51785), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:54.787693 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bcefd158-2ef4-418a-b868-d0f0904ce3fe req-61f61e2d-ddf5-4c0f-8e09-95be96ef2a9e tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958505 Mar 23 11:05:54.910681 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-1fa8c96c-7dbc-4993-b3f7-d967a3799105 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for port (957abaf4-a538-4172-aac3-295534d51785), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:54.965637 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-1fa8c96c-7dbc-4993-b3f7-d967a3799105 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (957abaf4-a538-4172-aac3-295534d51785), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:55.030209 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8c96c-7dbc-4993-b3f7-d967a3799105 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Pushing event updated for resources: {'Port': ['ID=957abaf4-a538-4172-aac3-295534d51785,revision_number=2']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:55.041517 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-1fa8c96c-7dbc-4993-b3f7-d967a3799105 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (96d6d44f-3acb-477c-8124-e8b5c2e1610c), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:55.140345 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.l3_db [None req-1fa8c96c-7dbc-4993-b3f7-d967a3799105 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Floating IP 96d6d44f-3acb-477c-8124-e8b5c2e1610c associated. External IP: 172.27.0.183, port: 7ca22a6a-8f96-4c83-82d3-d5e89680e117. Mar 23 11:05:55.342643 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa8c96c-7dbc-4993-b3f7-d967a3799105 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Router 6a6c5e43-2e0f-4a40-9507-89e565ecf7f0 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:05:55.477021 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa8c96c-7dbc-4993-b3f7-d967a3799105 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:05:55.488095 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6521e1b-e751-4996-8c27-16c0798f67c1 None None] Sync routers for ids ['6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:05:55.506246 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6521e1b-e751-4996-8c27-16c0798f67c1 None None] Routers {'6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:05:55.506871 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-e6521e1b-e751-4996-8c27-16c0798f67c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976fb22b0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:05:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:05:55.508962 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3148f6-a209-472b-9d75-16ad8db8d8ef req-f871186c-7f11-4871-868d-2e511ed94659 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:55.510400 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7a3148f6-a209-472b-9d75-16ad8db8d8ef req-f871186c-7f11-4871-868d-2e511ed94659 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0779161 Mar 23 11:05:55.557458 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7a3148f6-a209-472b-9d75-16ad8db8d8ef req-15a8b77c-f613-4593-97a0-4d19a8179e24 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413306 Mar 23 11:05:55.573947 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-1fa8c96c-7dbc-4993-b3f7-d967a3799105 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:55.608679 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-1fa8c96c-7dbc-4993-b3f7-d967a3799105 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0942376 Mar 23 11:05:55.609111 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94c6f16-3f68-45b2-9606-1bcca11c04f9', 'tag': '7ca22a6a-8f96-4c83-82d3-d5e89680e117'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:05:55.611383 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d812a60c-492a-452e-a7b9-c371f7f1d464" -d '{"events": [{"name": "network-changed", "server_uuid": "d94c6f16-3f68-45b2-9606-1bcca11c04f9", "tag": "7ca22a6a-8f96-4c83-82d3-d5e89680e117"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:05:55.616327 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-e6521e1b-e751-4996-8c27-16c0798f67c1 None None] Set router 6a6c5e43-2e0f-4a40-9507-89e565ecf7f0 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:05:55.646902 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aba0846-7b29-476d-88d1-d9e47ec50ba4 x-openstack-request-id: req-2aba0846-7b29-476d-88d1-d9e47ec50ba4 {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:05:55.647282 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94c6f16-3f68-45b2-9606-1bcca11c04f9", "tag": "7ca22a6a-8f96-4c83-82d3-d5e89680e117", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:05:55.648181 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2aba0846-7b29-476d-88d1-d9e47ec50ba4 {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:05:55.648288 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aba0846-7b29-476d-88d1-d9e47ec50ba4'] response: {'name': 'network-changed', 'server_uuid': 'd94c6f16-3f68-45b2-9606-1bcca11c04f9', 'tag': '7ca22a6a-8f96-4c83-82d3-d5e89680e117', 'status': 'completed', 'code': 200} Mar 23 11:05:55.729719 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812a60c-492a-452e-a7b9-c371f7f1d464 req-171b9657-3075-47ac-9bda-8f4a90cd2795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:55.731236 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d812a60c-492a-452e-a7b9-c371f7f1d464 req-171b9657-3075-47ac-9bda-8f4a90cd2795 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=129bb33e62b44450880cb7f944520401&device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 1129 time: 0.0481083 Mar 23 11:05:55.743133 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b8d64f8a-eafc-4704-8dcb-7f955ad4aa7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:55.824408 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812a60c-492a-452e-a7b9-c371f7f1d464 req-49f2b960-317b-4383-9ac4-b8ec877dbda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:55.826020 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d812a60c-492a-452e-a7b9-c371f7f1d464 req-49f2b960-317b-4383-9ac4-b8ec877dbda8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df50ffe3-03ed-467a-b227-56e0850217fe HTTP/1.1" status: 200 len: 909 time: 0.0864491 Mar 23 11:05:55.843610 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-e6521e1b-e751-4996-8c27-16c0798f67c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976fb22b0>, [{'id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'name': 'tempest-TestShelveInstance-877408031-router', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '68b052aa-aba3-480c-b9ef-aeec4a08058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:04:48Z', 'updated_at': '2022-03-23T11:04:53Z', 'revision_number': 4, 'project_id': '129bb33e62b44450880cb7f944520401', 'gw_port': {'id': '68b052aa-aba3-480c-b9ef-aeec4a08058c', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:49Z', 'updated_at': '2022-03-23T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '96d6d44f-3acb-477c-8124-e8b5c2e1610c', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'port_id': '7ca22a6a-8f96-4c83-82d3-d5e89680e117', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe', 'mac_address': 'fa:16:3e:11:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94c6f16-3f68-45b2-9606-1bcca11c04f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:05:54Z', 'updated_at': '2022-03-23T11:05:54Z', 'revision_number': 0, 'project_id': '129bb33e62b44450880cb7f944520401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011d3bb3-6ff3-485a-8080-1f39de9cf8bd', 'name': '', 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'mac_address': 'fa:16:3e:37:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '001a2c33-ab4d-40f3-86cd-0344207597b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:52Z', 'updated_at': '2022-03-23T11:04:58Z', 'revision_number': 5, 'project_id': '129bb33e62b44450880cb7f944520401', 'subnets': [{'id': '001a2c33-ab4d-40f3-86cd-0344207597b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:05:55.870308 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6521e1b-e751-4996-8c27-16c0798f67c1 None None] Checking router: 6a6c5e43-2e0f-4a40-9507-89e565ecf7f0 for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:05:55.878522 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6521e1b-e751-4996-8c27-16c0798f67c1 None None] Routers {'6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:05:55.879126 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-e6521e1b-e751-4996-8c27-16c0798f67c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976fb22b0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:05:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:05:55.922168 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d812a60c-492a-452e-a7b9-c371f7f1d464 req-1df14b81-b46e-401a-b756-728fbe5e96aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ca22a6a-8f96-4c83-82d3-d5e89680e117 HTTP/1.1" status: 200 len: 999 time: 0.0884359 Mar 23 11:05:55.940804 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7314dbb-0364-40d4-84c2-ee5d910c1a76 req-b913a580-c83a-4dca-97c6-9957fa939cb3 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:55.942295 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d7314dbb-0364-40d4-84c2-ee5d910c1a76 req-b913a580-c83a-4dca-97c6-9957fa939cb3 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0694420 Mar 23 11:05:55.983210 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-e6521e1b-e751-4996-8c27-16c0798f67c1 None None] Set router 6a6c5e43-2e0f-4a40-9507-89e565ecf7f0 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:05:56.008966 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812a60c-492a-452e-a7b9-c371f7f1d464 req-bf5af128-61dd-4480-bb3a-c91ae0e96325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:56.010477 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d812a60c-492a-452e-a7b9-c371f7f1d464 req-bf5af128-61dd-4480-bb3a-c91ae0e96325 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=001a2c33-ab4d-40f3-86cd-0344207597b1 HTTP/1.1" status: 200 len: 847 time: 0.0673296 Mar 23 11:05:56.029349 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d7314dbb-0364-40d4-84c2-ee5d910c1a76 req-e642621d-79c9-4556-9fab-c581a93c2091 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790477 Mar 23 11:05:56.069027 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812a60c-492a-452e-a7b9-c371f7f1d464 req-1c521e0b-f9ae-4575-90bc-2d3424ae33c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:56.070550 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d812a60c-492a-452e-a7b9-c371f7f1d464 req-1c521e0b-f9ae-4575-90bc-2d3424ae33c9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df50ffe3-03ed-467a-b227-56e0850217fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0512810 Mar 23 11:05:56.166676 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d812a60c-492a-452e-a7b9-c371f7f1d464 req-9558a0c9-5365-4672-a3da-a54018fe5783 service neutron] 10.222.0.52 "GET /v2.0/networks/df50ffe3-03ed-467a-b227-56e0850217fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803826 Mar 23 11:05:56.200410 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-e6521e1b-e751-4996-8c27-16c0798f67c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976fb22b0>, [{'id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'name': 'tempest-TestShelveInstance-877408031-router', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '68b052aa-aba3-480c-b9ef-aeec4a08058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:04:48Z', 'updated_at': '2022-03-23T11:04:53Z', 'revision_number': 4, 'project_id': '129bb33e62b44450880cb7f944520401', 'gw_port': {'id': '68b052aa-aba3-480c-b9ef-aeec4a08058c', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:49Z', 'updated_at': '2022-03-23T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '96d6d44f-3acb-477c-8124-e8b5c2e1610c', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'port_id': '7ca22a6a-8f96-4c83-82d3-d5e89680e117', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe', 'mac_address': 'fa:16:3e:11:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94c6f16-3f68-45b2-9606-1bcca11c04f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:05:54Z', 'updated_at': '2022-03-23T11:05:54Z', 'revision_number': 0, 'project_id': '129bb33e62b44450880cb7f944520401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011d3bb3-6ff3-485a-8080-1f39de9cf8bd', 'name': '', 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'mac_address': 'fa:16:3e:37:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '001a2c33-ab4d-40f3-86cd-0344207597b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:52Z', 'updated_at': '2022-03-23T11:04:58Z', 'revision_number': 5, 'project_id': '129bb33e62b44450880cb7f944520401', 'subnets': [{'id': '001a2c33-ab4d-40f3-86cd-0344207597b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:05:56.229141 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6521e1b-e751-4996-8c27-16c0798f67c1 None None] The sync data for ids ['6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'] in dv-cinder-790535-33-iscsi is: [{'id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'name': 'tempest-TestShelveInstance-877408031-router', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '68b052aa-aba3-480c-b9ef-aeec4a08058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:04:48Z', 'updated_at': '2022-03-23T11:04:53Z', 'revision_number': 4, 'project_id': '129bb33e62b44450880cb7f944520401', 'gw_port': {'id': '68b052aa-aba3-480c-b9ef-aeec4a08058c', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:49Z', 'updated_at': '2022-03-23T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '96d6d44f-3acb-477c-8124-e8b5c2e1610c', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'port_id': '7ca22a6a-8f96-4c83-82d3-d5e89680e117', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe', 'mac_address': 'fa:16:3e:11:36:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94c6f16-3f68-45b2-9606-1bcca11c04f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:05:54Z', 'updated_at': '2022-03-23T11:05:54Z', 'revision_number': 0, 'project_id': '129bb33e62b44450880cb7f944520401', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '011d3bb3-6ff3-485a-8080-1f39de9cf8bd', 'name': '', 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'mac_address': 'fa:16:3e:37:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '001a2c33-ab4d-40f3-86cd-0344207597b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:52Z', 'updated_at': '2022-03-23T11:04:58Z', 'revision_number': 5, 'project_id': '129bb33e62b44450880cb7f944520401', 'subnets': [{'id': '001a2c33-ab4d-40f3-86cd-0344207597b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:05:56.434433 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e7ae1e-f721-4b7a-a114-efbe02129ce8 None None] New status for floating IP 96d6d44f-3acb-477c-8124-e8b5c2e1610c: ACTIVE {{(pid=103541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:05:56.514692 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d812a60c-492a-452e-a7b9-c371f7f1d464 req-3afc728a-55b9-412d-8ba4-38024341dd79 service neutron] 10.222.0.52 "GET /v2.0/networks/df50ffe3-03ed-467a-b227-56e0850217fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293695 Mar 23 11:05:56.678566 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e5567-f0c6-4280-a8b4-bbcb6051e3fe req-36604ef8-765a-4d87-bdbb-4cb7ad63348d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:56.680142 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5d2e5567-f0c6-4280-a8b4-bbcb6051e3fe req-36604ef8-765a-4d87-bdbb-4cb7ad63348d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0552979 Mar 23 11:05:56.727616 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5d2e5567-f0c6-4280-a8b4-bbcb6051e3fe req-e19562a5-50df-4fa4-9e96-f1dda69dcbea tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412433 Mar 23 11:05:57.150089 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4dfdc-2679-4177-b46d-022ea68ab856 req-ec505118-c94b-4968-b72e-b1c71269b25e tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:57.151524 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b4e4dfdc-2679-4177-b46d-022ea68ab856 req-ec505118-c94b-4968-b72e-b1c71269b25e tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0506120 Mar 23 11:05:57.196738 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b4e4dfdc-2679-4177-b46d-022ea68ab856 req-a93910e5-ec4b-49ed-aa7f-aa266f13d9db tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394292 Mar 23 11:05:57.756411 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcd10b-38e0-4efb-8ba8-3dc1cad8be5f req-4862a4c0-9115-499f-8b78-e557ac7ae4e9 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:57.757987 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0cdcd10b-38e0-4efb-8ba8-3dc1cad8be5f req-4862a4c0-9115-499f-8b78-e557ac7ae4e9 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0649502 Mar 23 11:05:57.828264 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-55c76a6a-219f-466c-8478-6b7282bc03a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:05:57.862287 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0cdcd10b-38e0-4efb-8ba8-3dc1cad8be5f req-e78e3d59-5899-4418-81b8-ecc890e84a5f tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986192 Mar 23 11:05:57.879697 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d16a51-2da1-406a-bb79-317968ba61de req-2d4be3eb-0b92-41df-a7a6-2e24db5bc6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:57.881262 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f6d16a51-2da1-406a-bb79-317968ba61de req-2d4be3eb-0b92-41df-a7a6-2e24db5bc6a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dd7b67e58e9840e182631ae128c31dc5&device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 1130 time: 0.1032252 Mar 23 11:05:57.888936 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c93717-6dc3-4a3e-9bb6-6eab0d6e3d59 req-58209f09-0995-46fa-b173-73d6ff82a549 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:57.890342 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-59c93717-6dc3-4a3e-9bb6-6eab0d6e3d59 req-58209f09-0995-46fa-b173-73d6ff82a549 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0864465 Mar 23 11:05:57.994623 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-59c93717-6dc3-4a3e-9bb6-6eab0d6e3d59 req-38349646-1c2d-4027-9acd-1079b1ddafe8 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946355 Mar 23 11:05:58.011116 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d16a51-2da1-406a-bb79-317968ba61de req-ee606ec3-4c04-4cfb-8844-72d124c62e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:58.012590 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f6d16a51-2da1-406a-bb79-317968ba61de req-ee606ec3-4c04-4cfb-8844-72d124c62e5a service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b8305e7-fc73-4884-8968-f1c6a05e1337 HTTP/1.1" status: 200 len: 919 time: 0.1214025 Mar 23 11:05:58.086543 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f6d16a51-2da1-406a-bb79-317968ba61de req-5d5d7349-ea15-4a0d-8da2-669147a5ba44 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=774c004f-6bd4-4817-863f-97c05c7167ae HTTP/1.1" status: 200 len: 1001 time: 0.0630188 Mar 23 11:05:58.141637 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d16a51-2da1-406a-bb79-317968ba61de req-7b910d71-4bb9-4963-b5ad-a12c0f0c3330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:58.143107 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f6d16a51-2da1-406a-bb79-317968ba61de req-7b910d71-4bb9-4963-b5ad-a12c0f0c3330 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=886ce67b-f101-4e68-8143-abba0194fcaa HTTP/1.1" status: 200 len: 857 time: 0.0438912 Mar 23 11:05:58.192109 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d16a51-2da1-406a-bb79-317968ba61de req-87a5c399-fd52-4ea6-b0f7-81bf48fc7258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:58.193572 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f6d16a51-2da1-406a-bb79-317968ba61de req-87a5c399-fd52-4ea6-b0f7-81bf48fc7258 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b8305e7-fc73-4884-8968-f1c6a05e1337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437472 Mar 23 11:05:58.286126 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f6d16a51-2da1-406a-bb79-317968ba61de req-15cb9928-869d-443b-a03f-dec2cf33020a service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858943 Mar 23 11:05:58.376221 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f6d16a51-2da1-406a-bb79-317968ba61de req-19506a30-7702-4257-908a-4721900560b6 service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816462 Mar 23 11:05:58.979454 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eff334-111c-4141-a122-179246e49d25 req-76b95a1c-72f1-4e61-91a6-0d02efb9207b tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:58.980918 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-54eff334-111c-4141-a122-179246e49d25 req-76b95a1c-72f1-4e61-91a6-0d02efb9207b tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0520794 Mar 23 11:05:59.030082 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-54eff334-111c-4141-a122-179246e49d25 req-f0222205-6b35-4372-b4c4-ce07b694fce3 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436659 Mar 23 11:05:59.115080 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e73ec-2ac0-45af-b68f-a2c2f25b8172 req-274543e3-3e3f-448c-b10e-1445eb169b2b tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:59.116488 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2d3e73ec-2ac0-45af-b68f-a2c2f25b8172 req-274543e3-3e3f-448c-b10e-1445eb169b2b tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0520723 Mar 23 11:05:59.163112 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2d3e73ec-2ac0-45af-b68f-a2c2f25b8172 req-4728b915-332a-48e2-a81e-960c56d72e06 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410502 Mar 23 11:05:59.452168 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:00.146789 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef25afb-0ba2-4915-8c92-53de04793ba1 req-1dd45db2-00aa-4284-9d3c-afc8b962bdc8 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:00.148287 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6ef25afb-0ba2-4915-8c92-53de04793ba1 req-1dd45db2-00aa-4284-9d3c-afc8b962bdc8 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0514112 Mar 23 11:06:00.193744 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6ef25afb-0ba2-4915-8c92-53de04793ba1 req-99d2ec85-2950-4474-b9e5-d42743a61718 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400417 Mar 23 11:06:00.282222 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0563e9-81c2-4e1f-a512-6fd5a716e6dc req-2962183c-47d1-4ab9-9872-9fe9db9caa04 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:00.283713 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2c0563e9-81c2-4e1f-a512-6fd5a716e6dc req-2962183c-47d1-4ab9-9872-9fe9db9caa04 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0552049 Mar 23 11:06:00.328833 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2c0563e9-81c2-4e1f-a512-6fd5a716e6dc req-05475f91-a7c4-4b98-89ee-67737c977b96 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396688 Mar 23 11:06:00.697427 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:01.311609 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e7545-f966-4f0b-993b-63bbe6dcd27b req-f1ea9e1e-0993-4a7f-acdc-8b3122249aa2 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:01.313110 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3f3e7545-f966-4f0b-993b-63bbe6dcd27b req-f1ea9e1e-0993-4a7f-acdc-8b3122249aa2 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0525956 Mar 23 11:06:01.360113 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3f3e7545-f966-4f0b-993b-63bbe6dcd27b req-9e3bdb3d-e711-4699-bcf8-3c5099225ae0 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413086 Mar 23 11:06:01.486788 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88b1d1-9287-4f9f-8f0a-420fe120b30f req-8c68f51b-4ee7-4418-beef-90aee3e2a5ca tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:01.488232 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3b88b1d1-9287-4f9f-8f0a-420fe120b30f req-8c68f51b-4ee7-4418-beef-90aee3e2a5ca tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0862372 Mar 23 11:06:01.508005 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d3954-349a-4f10-9ef2-4b46b248883f req-18b70abb-54f8-467e-a86c-be62072350ef tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:01.509481 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-486d3954-349a-4f10-9ef2-4b46b248883f req-18b70abb-54f8-467e-a86c-be62072350ef tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0788326 Mar 23 11:06:01.517927 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 51858) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:06:01.523086 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-228eb84d-edce-46f7-81a4-d5fa5ad6df99 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Request body: {'floatingip': {'port_id': '774c004f-6bd4-4817-863f-97c05c7167ae'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:01.546518 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3b88b1d1-9287-4f9f-8f0a-420fe120b30f req-1e111737-bbf4-4edc-8beb-ea02a4e4accc tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513639 Mar 23 11:06:01.586304 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-228eb84d-edce-46f7-81a4-d5fa5ad6df99 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks [] for floatingip (202b7c8f-7aae-4786-8ba9-b478f8e78709), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:01.934502 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4cf5f-fdbf-48b4-8dff-56da499ac4eb req-40a29607-1ed4-4074-8e25-8a7105030aef tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:01.936412 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e6e4cf5f-fdbf-48b4-8dff-56da499ac4eb req-40a29607-1ed4-4074-8e25-8a7105030aef tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0557191 Mar 23 11:06:01.996329 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e6e4cf5f-fdbf-48b4-8dff-56da499ac4eb req-81ebe95c-5736-4ee9-a660-d92eaa612341 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527322 Mar 23 11:06:02.033855 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb4b1b-a856-4242-b9a6-bfde7eba2eee req-bbbd63d9-9921-4b04-8be5-102bc5043681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:02.035444 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a6cb4b1b-a856-4242-b9a6-bfde7eba2eee req-bbbd63d9-9921-4b04-8be5-102bc5043681 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88a763b09264492ebee3006194629da1&device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 1129 time: 0.0518615 Mar 23 11:06:02.042888 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-228eb84d-edce-46f7-81a4-d5fa5ad6df99 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:02.097498 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-228eb84d-edce-46f7-81a4-d5fa5ad6df99 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (202b7c8f-7aae-4786-8ba9-b478f8e78709), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:02.127595 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb4b1b-a856-4242-b9a6-bfde7eba2eee req-692fe1bb-92cc-4511-bdff-f25a99e8325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:02.129676 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a6cb4b1b-a856-4242-b9a6-bfde7eba2eee req-692fe1bb-92cc-4511-bdff-f25a99e8325f service neutron] 10.222.0.52 "GET /v2.0/networks?id=eeda6053-fd0d-4e64-ad5b-c3168c41b691 HTTP/1.1" status: 200 len: 912 time: 0.0851979 Mar 23 11:06:02.199510 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a6cb4b1b-a856-4242-b9a6-bfde7eba2eee req-a8213a3a-31e4-4077-94aa-ec519f0fc3ff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f832c2a-d3c5-4523-b20a-45a805e6d44f HTTP/1.1" status: 200 len: 1001 time: 0.0616126 Mar 23 11:06:02.255579 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb4b1b-a856-4242-b9a6-bfde7eba2eee req-2df51fda-79f2-4690-89fb-69d54eb32e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:02.257038 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a6cb4b1b-a856-4242-b9a6-bfde7eba2eee req-2df51fda-79f2-4690-89fb-69d54eb32e1f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0a92f87a-4230-4f3a-9c60-1bacc798819f HTTP/1.1" status: 200 len: 850 time: 0.0443664 Mar 23 11:06:02.297447 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:02.305061 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228eb84d-edce-46f7-81a4-d5fa5ad6df99 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Router 5797708f-0cbb-4dd8-9e40-050012755701 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:06:02.317439 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb4b1b-a856-4242-b9a6-bfde7eba2eee req-e290fc23-1117-4b4f-9ac4-cd4b4e3f1f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:02.318996 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a6cb4b1b-a856-4242-b9a6-bfde7eba2eee req-e290fc23-1117-4b4f-9ac4-cd4b4e3f1f8e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eeda6053-fd0d-4e64-ad5b-c3168c41b691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476279 Mar 23 11:06:02.414339 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a6cb4b1b-a856-4242-b9a6-bfde7eba2eee req-4137c3ec-aa84-4b5e-9502-87f9ee752450 service neutron] 10.222.0.52 "GET /v2.0/networks/eeda6053-fd0d-4e64-ad5b-c3168c41b691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868464 Mar 23 11:06:02.427975 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228eb84d-edce-46f7-81a4-d5fa5ad6df99 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:06:02.432594 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-228eb84d-edce-46f7-81a4-d5fa5ad6df99 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:02.437534 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45497185-7580-47c2-91d7-a7b8d6a8762e None None] Sync routers for ids ['5797708f-0cbb-4dd8-9e40-050012755701'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:06:02.447342 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45497185-7580-47c2-91d7-a7b8d6a8762e None None] Routers {'5797708f-0cbb-4dd8-9e40-050012755701'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:06:02.447954 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-45497185-7580-47c2-91d7-a7b8d6a8762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f297739ed30>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:05:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['5797708f-0cbb-4dd8-9e40-050012755701'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:02.462650 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e856cef-89b7-427b-90ae-f8db7d287961', 'tag': '774c004f-6bd4-4817-863f-97c05c7167ae'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:06:02.467517 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e9df2e-63c3-4b32-83fb-3e08ade13417" -d '{"events": [{"name": "network-changed", "server_uuid": "1e856cef-89b7-427b-90ae-f8db7d287961", "tag": "774c004f-6bd4-4817-863f-97c05c7167ae"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:06:02.513167 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-228eb84d-edce-46f7-81a4-d5fa5ad6df99 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "PUT /v2.0/floatingips/202b7c8f-7aae-4786-8ba9-b478f8e78709 HTTP/1.1" status: 200 len: 993 time: 0.9843287 Mar 23 11:06:02.531756 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51ae2ac-4f22-48c0-9a59-cc4cd971c945 x-openstack-request-id: req-e51ae2ac-4f22-48c0-9a59-cc4cd971c945 {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:06:02.532359 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e856cef-89b7-427b-90ae-f8db7d287961", "tag": "774c004f-6bd4-4817-863f-97c05c7167ae", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:06:02.532359 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e51ae2ac-4f22-48c0-9a59-cc4cd971c945 {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:06:02.532732 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e51ae2ac-4f22-48c0-9a59-cc4cd971c945'] response: {'name': 'network-changed', 'server_uuid': '1e856cef-89b7-427b-90ae-f8db7d287961', 'tag': '774c004f-6bd4-4817-863f-97c05c7167ae', 'status': 'completed', 'code': 200} Mar 23 11:06:02.540099 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a6cb4b1b-a856-4242-b9a6-bfde7eba2eee req-c4c0a178-6e08-45bc-819c-0871e30a8460 service neutron] 10.222.0.52 "GET /v2.0/networks/eeda6053-fd0d-4e64-ad5b-c3168c41b691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094604 Mar 23 11:06:02.563269 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-45497185-7580-47c2-91d7-a7b8d6a8762e None None] Set router 5797708f-0cbb-4dd8-9e40-050012755701 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:06:02.614690 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9df2e-63c3-4b32-83fb-3e08ade13417 req-0472a52c-85ca-4076-bce8-82d07282e5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:02.616221 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a7e9df2e-63c3-4b32-83fb-3e08ade13417 req-0472a52c-85ca-4076-bce8-82d07282e5ad service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dd7b67e58e9840e182631ae128c31dc5&device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 1130 time: 0.0450976 Mar 23 11:06:02.715168 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9df2e-63c3-4b32-83fb-3e08ade13417 req-771e3392-cccb-47a2-9375-ebe8fce78f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:02.716707 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a7e9df2e-63c3-4b32-83fb-3e08ade13417 req-771e3392-cccb-47a2-9375-ebe8fce78f63 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b8305e7-fc73-4884-8968-f1c6a05e1337 HTTP/1.1" status: 200 len: 919 time: 0.0869329 Mar 23 11:06:02.787711 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a7e9df2e-63c3-4b32-83fb-3e08ade13417 req-82a3566d-df2b-46f4-bd1c-87bceb2f66d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=774c004f-6bd4-4817-863f-97c05c7167ae HTTP/1.1" status: 200 len: 1001 time: 0.0629356 Mar 23 11:06:02.787964 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-45497185-7580-47c2-91d7-a7b8d6a8762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f297739ed30>, [{'id': '5797708f-0cbb-4dd8-9e40-050012755701', 'name': 'tempest-ServerRescueNegativeTestJSON-347261842-router', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'gw_port': {'id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:84:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '202b7c8f-7aae-4786-8ba9-b478f8e78709', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'port_id': '774c004f-6bd4-4817-863f-97c05c7167ae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337', 'mac_address': 'fa:16:3e:02:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e856cef-89b7-427b-90ae-f8db7d287961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:04:12Z', 'updated_at': '2022-03-23T11:06:01Z', 'revision_number': 3, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98442a47-35ec-4a33-806f-498a325edc3c', 'name': '', 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'mac_address': 'fa:16:3e:72:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:39Z', 'revision_number': 5, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'subnets': [{'id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:02.847339 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9df2e-63c3-4b32-83fb-3e08ade13417 req-7a2e4086-071c-4cc6-995a-b9f34ef1b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:02.848858 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a7e9df2e-63c3-4b32-83fb-3e08ade13417 req-7a2e4086-071c-4cc6-995a-b9f34ef1b94e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=886ce67b-f101-4e68-8143-abba0194fcaa HTTP/1.1" status: 200 len: 857 time: 0.0494716 Mar 23 11:06:02.908153 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9df2e-63c3-4b32-83fb-3e08ade13417 req-9902c6c9-d846-4ffc-9e2d-6d753463add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:02.910365 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a7e9df2e-63c3-4b32-83fb-3e08ade13417 req-9902c6c9-d846-4ffc-9e2d-6d753463add8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b8305e7-fc73-4884-8968-f1c6a05e1337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485129 Mar 23 11:06:02.913570 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45497185-7580-47c2-91d7-a7b8d6a8762e None None] Checking router: 5797708f-0cbb-4dd8-9e40-050012755701 for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:06:02.921748 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45497185-7580-47c2-91d7-a7b8d6a8762e None None] Routers {'5797708f-0cbb-4dd8-9e40-050012755701'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:06:02.922340 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-45497185-7580-47c2-91d7-a7b8d6a8762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f297739ed30>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:05:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['5797708f-0cbb-4dd8-9e40-050012755701'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:02.997174 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a7e9df2e-63c3-4b32-83fb-3e08ade13417 req-8ad9faec-9b26-4521-9c58-16fcad8efcc1 service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795741 Mar 23 11:06:03.028224 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-45497185-7580-47c2-91d7-a7b8d6a8762e None None] Set router 5797708f-0cbb-4dd8-9e40-050012755701 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:06:03.145872 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06380948-616f-44f4-8da5-9d399a1c4cee req-2c89c845-17f1-4b9e-b956-f641db626456 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:03.152388 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-06380948-616f-44f4-8da5-9d399a1c4cee req-2c89c845-17f1-4b9e-b956-f641db626456 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0791283 Mar 23 11:06:03.152388 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a7e9df2e-63c3-4b32-83fb-3e08ade13417 req-6ce95b6f-316f-406e-98db-a4434064853b service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334682 Mar 23 11:06:03.195630 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-06380948-616f-44f4-8da5-9d399a1c4cee req-63e01f88-0ec2-4489-b20a-156bf09eb773 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425913 Mar 23 11:06:03.261497 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-45497185-7580-47c2-91d7-a7b8d6a8762e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f297739ed30>, [{'id': '5797708f-0cbb-4dd8-9e40-050012755701', 'name': 'tempest-ServerRescueNegativeTestJSON-347261842-router', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'gw_port': {'id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:84:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '202b7c8f-7aae-4786-8ba9-b478f8e78709', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'port_id': '774c004f-6bd4-4817-863f-97c05c7167ae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337', 'mac_address': 'fa:16:3e:02:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e856cef-89b7-427b-90ae-f8db7d287961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:04:12Z', 'updated_at': '2022-03-23T11:06:01Z', 'revision_number': 3, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98442a47-35ec-4a33-806f-498a325edc3c', 'name': '', 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'mac_address': 'fa:16:3e:72:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:39Z', 'revision_number': 5, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'subnets': [{'id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:03.291042 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45497185-7580-47c2-91d7-a7b8d6a8762e None None] The sync data for ids ['5797708f-0cbb-4dd8-9e40-050012755701'] in dv-cinder-790535-33-iscsi is: [{'id': '5797708f-0cbb-4dd8-9e40-050012755701', 'name': 'tempest-ServerRescueNegativeTestJSON-347261842-router', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'gw_port': {'id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:84:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '202b7c8f-7aae-4786-8ba9-b478f8e78709', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'port_id': '774c004f-6bd4-4817-863f-97c05c7167ae', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337', 'mac_address': 'fa:16:3e:02:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e856cef-89b7-427b-90ae-f8db7d287961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:04:12Z', 'updated_at': '2022-03-23T11:06:01Z', 'revision_number': 3, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98442a47-35ec-4a33-806f-498a325edc3c', 'name': '', 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'mac_address': 'fa:16:3e:72:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:39Z', 'revision_number': 5, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'subnets': [{'id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:06:04.317004 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fa959-7e72-4fa3-9406-e5447d5ffc7e req-cd5f015f-f07d-4a4d-b804-a8b565cba63f tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:04.318492 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f62fa959-7e72-4fa3-9406-e5447d5ffc7e req-cd5f015f-f07d-4a4d-b804-a8b565cba63f tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0549819 Mar 23 11:06:04.362193 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f62fa959-7e72-4fa3-9406-e5447d5ffc7e req-b24abcd9-8926-4bdc-95b3-7d1bd3db024e tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382700 Mar 23 11:06:04.534000 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e856cef-89b7-427b-90ae-f8db7d287961', 'tag': '774c004f-6bd4-4817-863f-97c05c7167ae'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:06:04.536795 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef99f166-9c30-41ae-92c7-52fe599c0ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e856cef-89b7-427b-90ae-f8db7d287961", "tag": "774c004f-6bd4-4817-863f-97c05c7167ae"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:06:04.570702 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06616171-55f0-48ee-a323-8578baa0049f x-openstack-request-id: req-06616171-55f0-48ee-a323-8578baa0049f {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:06:04.570998 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e856cef-89b7-427b-90ae-f8db7d287961", "tag": "774c004f-6bd4-4817-863f-97c05c7167ae", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:06:04.571250 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06616171-55f0-48ee-a323-8578baa0049f {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:06:04.571649 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06616171-55f0-48ee-a323-8578baa0049f'] response: {'name': 'network-changed', 'server_uuid': '1e856cef-89b7-427b-90ae-f8db7d287961', 'tag': '774c004f-6bd4-4817-863f-97c05c7167ae', 'status': 'completed', 'code': 200} Mar 23 11:06:04.637655 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99f166-9c30-41ae-92c7-52fe599c0ea7 req-5002521c-b19f-4f78-976e-396eab266190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:04.639176 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ef99f166-9c30-41ae-92c7-52fe599c0ea7 req-5002521c-b19f-4f78-976e-396eab266190 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dd7b67e58e9840e182631ae128c31dc5&device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 1130 time: 0.0446253 Mar 23 11:06:04.729730 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99f166-9c30-41ae-92c7-52fe599c0ea7 req-739509d6-b253-4816-a95e-bf075b03d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:04.731259 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ef99f166-9c30-41ae-92c7-52fe599c0ea7 req-739509d6-b253-4816-a95e-bf075b03d133 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b8305e7-fc73-4884-8968-f1c6a05e1337 HTTP/1.1" status: 200 len: 919 time: 0.0809832 Mar 23 11:06:04.815550 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ef99f166-9c30-41ae-92c7-52fe599c0ea7 req-17d6ac6e-27eb-4640-b13a-5b0ab699b47f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=774c004f-6bd4-4817-863f-97c05c7167ae HTTP/1.1" status: 200 len: 1001 time: 0.0601227 Mar 23 11:06:04.868225 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99f166-9c30-41ae-92c7-52fe599c0ea7 req-961c5acb-1339-4929-ac1b-97075f993ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:04.869647 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ef99f166-9c30-41ae-92c7-52fe599c0ea7 req-961c5acb-1339-4929-ac1b-97075f993ddd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=886ce67b-f101-4e68-8143-abba0194fcaa HTTP/1.1" status: 200 len: 857 time: 0.0421383 Mar 23 11:06:04.918749 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99f166-9c30-41ae-92c7-52fe599c0ea7 req-c912f2f6-579c-4efc-a603-0ceff48283b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:04.920187 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ef99f166-9c30-41ae-92c7-52fe599c0ea7 req-c912f2f6-579c-4efc-a603-0ceff48283b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b8305e7-fc73-4884-8968-f1c6a05e1337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424488 Mar 23 11:06:05.014453 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ef99f166-9c30-41ae-92c7-52fe599c0ea7 req-e227fe15-8571-4919-93fb-3a2bf374ac91 service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833621 Mar 23 11:06:05.110016 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ef99f166-9c30-41ae-92c7-52fe599c0ea7 req-d7762f2c-4e18-4e28-8fae-70cc22f3caa1 service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839403 Mar 23 11:06:15.009724 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:06:21.366283 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:23.102311 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ac17fb86-71e9-4506-917f-7719559ba0fc req-1c3f5b00-3065-44d0-8ec7-097273ea338f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492547 Mar 23 11:06:23.178660 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17fb86-71e9-4506-917f-7719559ba0fc req-d7db9887-a95f-4522-a374-08ab65935204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:23.180201 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ac17fb86-71e9-4506-917f-7719559ba0fc req-d7db9887-a95f-4522-a374-08ab65935204 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dd7b67e58e9840e182631ae128c31dc5&device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 1129 time: 0.0444226 Mar 23 11:06:23.282009 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17fb86-71e9-4506-917f-7719559ba0fc req-227b6b0c-3504-4ce0-80a6-63ee1a3813af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:23.283496 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ac17fb86-71e9-4506-917f-7719559ba0fc req-227b6b0c-3504-4ce0-80a6-63ee1a3813af service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b8305e7-fc73-4884-8968-f1c6a05e1337 HTTP/1.1" status: 200 len: 919 time: 0.0846696 Mar 23 11:06:23.334427 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ac17fb86-71e9-4506-917f-7719559ba0fc req-a393e7c3-91c6-40e3-8042-1c83257c1c6d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1372175-8fbf-4f3d-bc8d-83c1462b7917 HTTP/1.1" status: 200 len: 217 time: 0.0370622 Mar 23 11:06:23.375279 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17fb86-71e9-4506-917f-7719559ba0fc req-7d123f68-a8f7-4619-9ecf-ad7405e0cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:23.376730 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ac17fb86-71e9-4506-917f-7719559ba0fc req-7d123f68-a8f7-4619-9ecf-ad7405e0cb09 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=886ce67b-f101-4e68-8143-abba0194fcaa HTTP/1.1" status: 200 len: 857 time: 0.0410495 Mar 23 11:06:23.426504 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17fb86-71e9-4506-917f-7719559ba0fc req-1762c87e-442c-4808-bc0b-05fec666484a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:23.428012 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ac17fb86-71e9-4506-917f-7719559ba0fc req-1762c87e-442c-4808-bc0b-05fec666484a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b8305e7-fc73-4884-8968-f1c6a05e1337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427091 Mar 23 11:06:23.527681 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ac17fb86-71e9-4506-917f-7719559ba0fc req-88d8c20b-f349-43dc-b47a-acc05cb569dd service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896249 Mar 23 11:06:23.629803 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ac17fb86-71e9-4506-917f-7719559ba0fc req-8491f33b-00a0-44c9-a72a-751777eb821d service neutron] 10.222.0.52 "GET /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876753 Mar 23 11:06:25.003242 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab10ae-2477-49dd-8508-eb219606c428 req-e7010cc5-0ba1-4972-b5c2-4936bb337398 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:25.004714 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-59ab10ae-2477-49dd-8508-eb219606c428 req-e7010cc5-0ba1-4972-b5c2-4936bb337398 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b3eba04-f070-4d30-80de-8cafd32e129a HTTP/1.1" status: 200 len: 945 time: 0.0566678 Mar 23 11:06:25.049287 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-59ab10ae-2477-49dd-8508-eb219606c428 req-d5e41e85-9bb2-457d-b376-7ee285fb0c8b tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/security-groups?id=297aed93-92e5-4c96-9654-926936fb449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382421 Mar 23 11:06:25.703289 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-caad18c6-678d-42b1-8c36-30cd23a3737c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:26.167493 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e067347-47d0-411c-8189-1c58fd1eb2ca req-16687708-60c0-4003-b190-19d9c0986538 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:26.168959 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0e067347-47d0-411c-8189-1c58fd1eb2ca req-16687708-60c0-4003-b190-19d9c0986538 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b3eba04-f070-4d30-80de-8cafd32e129a HTTP/1.1" status: 200 len: 945 time: 0.0515871 Mar 23 11:06:26.213876 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0e067347-47d0-411c-8189-1c58fd1eb2ca req-c35e96fc-6546-4b04-af7a-3aab9006c86b tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/security-groups?id=297aed93-92e5-4c96-9654-926936fb449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394459 Mar 23 11:06:27.231116 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d5841-bf33-4560-aa1b-3bf5803c158c req-15df8c1a-fa33-44e8-bbd8-f1c409c05213 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:27.232616 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bb4d5841-bf33-4560-aa1b-3bf5803c158c req-15df8c1a-fa33-44e8-bbd8-f1c409c05213 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b3eba04-f070-4d30-80de-8cafd32e129a HTTP/1.1" status: 200 len: 945 time: 0.0511701 Mar 23 11:06:27.364902 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3146842-bd42-45a2-9597-4ad1e813b2aa req-3d716479-fef8-45e8-b8b5-6f6bb784de71 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:27.366392 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c3146842-bd42-45a2-9597-4ad1e813b2aa req-3d716479-fef8-45e8-b8b5-6f6bb784de71 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b3eba04-f070-4d30-80de-8cafd32e129a HTTP/1.1" status: 200 len: 945 time: 0.0853038 Mar 23 11:06:27.379706 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [req-bb4d5841-bf33-4560-aa1b-3bf5803c158c req-dc654260-9f64-4f6d-89e8-15cd52c8bbe8 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Deleting port fb9fc085-557b-4489-8a75-dde66e3d29c7 {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:06:27.380053 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-bb4d5841-bf33-4560-aa1b-3bf5803c158c req-dc654260-9f64-4f6d-89e8-15cd52c8bbe8 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (fb9fc085-557b-4489-8a75-dde66e3d29c7), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:27.473086 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c3146842-bd42-45a2-9597-4ad1e813b2aa req-0df43109-070f-4e16-bee8-ef919afd2784 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/security-groups?id=297aed93-92e5-4c96-9654-926936fb449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008308 Mar 23 11:06:27.495892 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-bb4d5841-bf33-4560-aa1b-3bf5803c158c req-dc654260-9f64-4f6d-89e8-15cd52c8bbe8 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] For port fb9fc085-557b-4489-8a75-dde66e3d29c7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=fb9fc085-557b-4489-8a75-dde66e3d29c7,segment=NetworkSegment(d3e29f7f-f106-4b08-878b-014f1be2904f),segment_id=d3e29f7f-f106-4b08-878b-014f1be2904f)] {{(pid=103540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:06:27.496263 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-bb4d5841-bf33-4560-aa1b-3bf5803c158c req-dc654260-9f64-4f6d-89e8-15cd52c8bbe8 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (fb9fc085-557b-4489-8a75-dde66e3d29c7), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:27.509655 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [req-bb4d5841-bf33-4560-aa1b-3bf5803c158c req-dc654260-9f64-4f6d-89e8-15cd52c8bbe8 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Calling delete_port for fb9fc085-557b-4489-8a75-dde66e3d29c7 owned by compute:nova {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:06:27.692369 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-bb4d5841-bf33-4560-aa1b-3bf5803c158c req-dc654260-9f64-4f6d-89e8-15cd52c8bbe8 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (fb9fc085-557b-4489-8a75-dde66e3d29c7), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:27.705349 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['fb9fc085-557b-4489-8a75-dde66e3d29c7'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:06:27.726307 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc654260-9f64-4f6d-89e8-15cd52c8bbe8 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Pushing event deleted for resources: {'Port': ['ID=fb9fc085-557b-4489-8a75-dde66e3d29c7,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:27.766766 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4d5841-bf33-4560-aa1b-3bf5803c158c req-dc654260-9f64-4f6d-89e8-15cd52c8bbe8 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] No DVR routers for this DVR port fb9fc085-557b-4489-8a75-dde66e3d29c7 on host hv-cinder-79053 {{(pid=103540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:06:27.769871 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-bb4d5841-bf33-4560-aa1b-3bf5803c158c req-dc654260-9f64-4f6d-89e8-15cd52c8bbe8 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:27.773813 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bb4d5841-bf33-4560-aa1b-3bf5803c158c req-dc654260-9f64-4f6d-89e8-15cd52c8bbe8 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.52 "DELETE /v2.0/ports/fb9fc085-557b-4489-8a75-dde66e3d29c7 HTTP/1.1" status: 204 len: 173 time: 0.5305395 Mar 23 11:06:27.774571 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b3eba04-f070-4d30-80de-8cafd32e129a', 'name': 'network-vif-deleted', 'tag': 'fb9fc085-557b-4489-8a75-dde66e3d29c7'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:06:27.776926 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e19e80-299b-4d36-8a5a-93c5fb0d9f8f" -d '{"events": [{"server_uuid": "7b3eba04-f070-4d30-80de-8cafd32e129a", "name": "network-vif-deleted", "tag": "fb9fc085-557b-4489-8a75-dde66e3d29c7"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:06:27.805801 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c56df2b6-72b4-4c54-be65-046c30c53865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:27.816462 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60033f11-df92-458a-9a00-7ee6c630d50a x-openstack-request-id: req-60033f11-df92-458a-9a00-7ee6c630d50a {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:06:27.817104 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b3eba04-f070-4d30-80de-8cafd32e129a", "name": "network-vif-deleted", "tag": "fb9fc085-557b-4489-8a75-dde66e3d29c7", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:06:27.818425 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60033f11-df92-458a-9a00-7ee6c630d50a {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:06:27.818425 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60033f11-df92-458a-9a00-7ee6c630d50a'] response: {'server_uuid': '7b3eba04-f070-4d30-80de-8cafd32e129a', 'name': 'network-vif-deleted', 'tag': 'fb9fc085-557b-4489-8a75-dde66e3d29c7', 'status': 'completed', 'code': 200} Mar 23 11:06:28.579877 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f23960dd-b6ac-4121-9904-88d8c53d811f req-abc48c3f-2847-4f67-9b2a-ac13254e1168 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b3eba04-f070-4d30-80de-8cafd32e129a HTTP/1.1" status: 200 len: 210 time: 0.0283871 Mar 23 11:06:29.468951 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:30.646538 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501949f8-b05a-4731-9a0f-f79d9ac52383 req-3cd0738b-b2cf-4ca5-a9b9-beed551819ab tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:30.647994 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-501949f8-b05a-4731-9a0f-f79d9ac52383 req-3cd0738b-b2cf-4ca5-a9b9-beed551819ab tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 946 time: 0.0556316 Mar 23 11:06:30.674643 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:30.693311 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-501949f8-b05a-4731-9a0f-f79d9ac52383 req-103a3223-a630-431d-b637-908ad34113aa tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391634 Mar 23 11:06:31.815762 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d668ca5-7639-4f4a-8580-1a1278b8ae6f req-ea8d1c50-b2cf-4c6c-ab69-4b2dd7d0b7f5 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:31.817268 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0d668ca5-7639-4f4a-8580-1a1278b8ae6f req-ea8d1c50-b2cf-4c6c-ab69-4b2dd7d0b7f5 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 946 time: 0.0516715 Mar 23 11:06:31.862659 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0d668ca5-7639-4f4a-8580-1a1278b8ae6f req-793b6641-8b18-4a7c-9748-6659f9b6d913 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391860 Mar 23 11:06:31.930679 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device fb9fc085-557b-4489-8a75-dde66e3d29c7 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:06:31.951041 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] No Port match for: fb9fc085-557b-4489-8a75-dde66e3d29c7 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:06:31.951391 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device fb9fc085-557b-4489-8a75-dde66e3d29c7 not bound to the agent host hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:06:32.303681 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:32.983233 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879909b0-6c8d-4240-857d-82bcdb3f451c req-ec5b49e2-401f-4f2c-a0a0-ba787ed31200 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:32.984697 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-879909b0-6c8d-4240-857d-82bcdb3f451c req-ec5b49e2-401f-4f2c-a0a0-ba787ed31200 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 946 time: 0.0507472 Mar 23 11:06:33.034751 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-879909b0-6c8d-4240-857d-82bcdb3f451c req-3c7a274d-c812-48cb-8821-f1768b794ffb tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440035 Mar 23 11:06:34.155070 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcca28-79a0-4a89-a130-d81ccf0e21b8 req-5fbfd7ba-4d0f-4a8b-b139-7450590c8c1e tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:34.156538 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2dbcca28-79a0-4a89-a130-d81ccf0e21b8 req-5fbfd7ba-4d0f-4a8b-b139-7450590c8c1e tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 946 time: 0.0518599 Mar 23 11:06:34.203964 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2dbcca28-79a0-4a89-a130-d81ccf0e21b8 req-96da7fc8-93ff-4404-b446-38d41fa03207 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416081 Mar 23 11:06:34.845014 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0b177-c432-4174-8b9c-fa0b0eb7382d req-ab98ccc9-5065-4ffe-9284-93642ac05561 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:34.846476 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c6c0b177-c432-4174-8b9c-fa0b0eb7382d req-ab98ccc9-5065-4ffe-9284-93642ac05561 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 946 time: 0.0502107 Mar 23 11:06:34.948594 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [req-c6c0b177-c432-4174-8b9c-fa0b0eb7382d req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Deleting port c702d0b9-c86f-4e87-9486-2ffd22a442f4 {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:06:34.948940 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-c6c0b177-c432-4174-8b9c-fa0b0eb7382d req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:35.034331 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-c6c0b177-c432-4174-8b9c-fa0b0eb7382d req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] For port c702d0b9-c86f-4e87-9486-2ffd22a442f4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=c702d0b9-c86f-4e87-9486-2ffd22a442f4,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:06:35.034697 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-c6c0b177-c432-4174-8b9c-fa0b0eb7382d req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:35.252368 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-c6c0b177-c432-4174-8b9c-fa0b0eb7382d req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:35.253015 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-c6c0b177-c432-4174-8b9c-fa0b0eb7382d req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (83767761-e7e6-4281-8ce7-c8c0272a18b5), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:35.253121 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.l3_db [req-c6c0b177-c432-4174-8b9c-fa0b0eb7382d req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Floating IP 83767761-e7e6-4281-8ce7-c8c0272a18b5 disassociated. External IP: 172.27.0.247, port: c702d0b9-c86f-4e87-9486-2ffd22a442f4. Mar 23 11:06:35.253408 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [req-c6c0b177-c432-4174-8b9c-fa0b0eb7382d req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Calling delete_port for c702d0b9-c86f-4e87-9486-2ffd22a442f4 owned by compute:nova {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:06:35.368823 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d713ad-4e2f-4b09-8d7d-e925f3a68a89 req-55957313-23f1-4a08-b87a-7782736a6576 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:35.370331 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-32d713ad-4e2f-4b09-8d7d-e925f3a68a89 req-55957313-23f1-4a08-b87a-7782736a6576 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 946 time: 0.0757174 Mar 23 11:06:35.453563 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-32d713ad-4e2f-4b09-8d7d-e925f3a68a89 req-e070df26-7a26-4208-9efa-fbdca1078688 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fe22628-eb8d-4042-b7a6-917cfd4b644a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741937 Mar 23 11:06:35.542548 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-c6c0b177-c432-4174-8b9c-fa0b0eb7382d req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (c702d0b9-c86f-4e87-9486-2ffd22a442f4), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:35.574862 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Pushing event deleted for resources: {'Port': ['ID=c702d0b9-c86f-4e87-9486-2ffd22a442f4,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:35.585332 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:35.585701 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:35.586056 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:35.586409 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:35.586754 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:35.587095 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:35.587437 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:35.587772 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:35.588109 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:35.588443 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:35.588777 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:35.589127 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:35.589478 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:35.589812 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:35.590145 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:35.706023 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6c0b177-c432-4174-8b9c-fa0b0eb7382d req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Router 6caa565d-e730-4602-893b-972c8b586aa6 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:06:36.065756 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6c0b177-c432-4174-8b9c-fa0b0eb7382d req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:06:36.076200 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd24b73-79c6-4426-bdaa-9a22c21e4675 None None] Sync routers for ids ['6caa565d-e730-4602-893b-972c8b586aa6'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:06:36.086572 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd24b73-79c6-4426-bdaa-9a22c21e4675 None None] Routers {'6caa565d-e730-4602-893b-972c8b586aa6'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:06:36.087297 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-4bd24b73-79c6-4426-bdaa-9a22c21e4675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f297613cb20>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:06:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['6caa565d-e730-4602-893b-972c8b586aa6'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:36.105380 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c0b177-c432-4174-8b9c-fa0b0eb7382d req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] No DVR routers for this DVR port c702d0b9-c86f-4e87-9486-2ffd22a442f4 on host hv-cinder-79053 {{(pid=103540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:06:36.107882 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-c6c0b177-c432-4174-8b9c-fa0b0eb7382d req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:36.111179 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c6c0b177-c432-4174-8b9c-fa0b0eb7382d req-3883486c-2001-45ad-b77a-291ec6881ace tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.52 "DELETE /v2.0/ports/c702d0b9-c86f-4e87-9486-2ffd22a442f4 HTTP/1.1" status: 204 len: 173 time: 1.2547240 Mar 23 11:06:36.111621 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3be861-f7ed-4e23-9d00-09c761095f41', 'name': 'network-vif-deleted', 'tag': 'c702d0b9-c86f-4e87-9486-2ffd22a442f4'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:06:36.113964 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75290dd9-e5b0-4051-a69a-610efb7f10f4" -d '{"events": [{"server_uuid": "cd3be861-f7ed-4e23-9d00-09c761095f41", "name": "network-vif-deleted", "tag": "c702d0b9-c86f-4e87-9486-2ffd22a442f4"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:06:36.151383 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3627d1-d0da-4d8b-a3a9-302c2a4da844 x-openstack-request-id: req-bb3627d1-d0da-4d8b-a3a9-302c2a4da844 {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:06:36.151744 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3be861-f7ed-4e23-9d00-09c761095f41", "name": "network-vif-deleted", "tag": "c702d0b9-c86f-4e87-9486-2ffd22a442f4", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:06:36.152005 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb3627d1-d0da-4d8b-a3a9-302c2a4da844 {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:06:36.152407 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb3627d1-d0da-4d8b-a3a9-302c2a4da844'] response: {'server_uuid': 'cd3be861-f7ed-4e23-9d00-09c761095f41', 'name': 'network-vif-deleted', 'tag': 'c702d0b9-c86f-4e87-9486-2ffd22a442f4', 'status': 'completed', 'code': 200} Mar 23 11:06:36.198038 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-4bd24b73-79c6-4426-bdaa-9a22c21e4675 None None] Set router 6caa565d-e730-4602-893b-972c8b586aa6 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:06:36.392094 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-4bd24b73-79c6-4426-bdaa-9a22c21e4675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f297613cb20>, [{'id': '6caa565d-e730-4602-893b-972c8b586aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-1335546804-router', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'gw_port': {'id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:22Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '18896643-080e-45ec-9651-fcc34ac08cdc', 'name': '', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'mac_address': 'fa:16:3e:fe:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:38Z', 'revision_number': 5, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'subnets': [{'id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:36.418975 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd24b73-79c6-4426-bdaa-9a22c21e4675 None None] Checking router: 6caa565d-e730-4602-893b-972c8b586aa6 for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:06:36.427063 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd24b73-79c6-4426-bdaa-9a22c21e4675 None None] Routers {'6caa565d-e730-4602-893b-972c8b586aa6'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:06:36.427720 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-4bd24b73-79c6-4426-bdaa-9a22c21e4675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f297613cb20>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:06:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['6caa565d-e730-4602-893b-972c8b586aa6'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:36.535360 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-4bd24b73-79c6-4426-bdaa-9a22c21e4675 None None] Set router 6caa565d-e730-4602-893b-972c8b586aa6 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:06:36.550781 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-23c69170-bee2-462d-877b-3b469672e667 req-e75bb3f2-b39c-4553-a53e-520a17b174ca tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 210 time: 0.0273798 Mar 23 11:06:36.861314 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-4bd24b73-79c6-4426-bdaa-9a22c21e4675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f297613cb20>, [{'id': '6caa565d-e730-4602-893b-972c8b586aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-1335546804-router', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'gw_port': {'id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:22Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '18896643-080e-45ec-9651-fcc34ac08cdc', 'name': '', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'mac_address': 'fa:16:3e:fe:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:38Z', 'revision_number': 5, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'subnets': [{'id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:36.889966 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd24b73-79c6-4426-bdaa-9a22c21e4675 None None] The sync data for ids ['6caa565d-e730-4602-893b-972c8b586aa6'] in dv-cinder-790535-33-iscsi is: [{'id': '6caa565d-e730-4602-893b-972c8b586aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-1335546804-router', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'gw_port': {'id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:22Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '18896643-080e-45ec-9651-fcc34ac08cdc', 'name': '', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'mac_address': 'fa:16:3e:fe:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:38Z', 'revision_number': 5, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'subnets': [{'id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:06:37.117753 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7855d7d1-bfc4-43ce-b201-2ea24b602692 None None] New status for floating IP 83767761-e7e6-4281-8ce7-c8c0272a18b5: DOWN {{(pid=103542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:06:37.650206 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1e772fa5-a1c6-43c4-818d-cf6ab63742b6 req-db9699eb-6e3d-4bc3-88c0-f55b64296f7e tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 210 time: 0.0266123 Mar 23 11:06:38.758808 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7d23dc00-0744-4533-a0c9-b6ecb05d909e req-27660e16-ca2e-406e-a5cf-81b8d1c4af12 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd3be861-f7ed-4e23-9d00-09c761095f41 HTTP/1.1" status: 200 len: 210 time: 0.0308137 Mar 23 11:06:39.881361 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 52078) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:06:39.935738 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-76dcd3c4-666e-4cc5-bb64-43b40ecf9912 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for security_group (0fe22628-eb8d-4042-b7a6-917cfd4b644a), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:39.959037 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-76dcd3c4-666e-4cc5-bb64-43b40ecf9912 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for security_group (0fe22628-eb8d-4042-b7a6-917cfd4b644a), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:40.015137 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-61bfe16c-b031-4b12-b858-905b02da6a23 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:40.016634 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-61bfe16c-b031-4b12-b858-905b02da6a23 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/networks?id=8ec3b675-ea2e-479c-9fb3-49027596d160 HTTP/1.1" status: 200 len: 814 time: 0.1058621 Mar 23 11:06:40.031536 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-7b4eeac4-76e5-4a24-957e-c174a003a166 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/quotas/e7c7f3bd9bc4409b965394aeebcd4d54 HTTP/1.1" status: 200 len: 375 time: 0.0090339 Mar 23 11:06:40.063180 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-528e0eb7-8ae8-477c-95f5-d599c352f29a tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7c7f3bd9bc4409b965394aeebcd4d54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265951 Mar 23 11:06:40.063716 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-76dcd3c4-666e-4cc5-bb64-43b40ecf9912 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (0fe22628-eb8d-4042-b7a6-917cfd4b644a), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:40.066383 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-76dcd3c4-666e-4cc5-bb64-43b40ecf9912 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:40.067558 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-76dcd3c4-666e-4cc5-bb64-43b40ecf9912 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "DELETE /v2.0/security-groups/0fe22628-eb8d-4042-b7a6-917cfd4b644a HTTP/1.1" status: 204 len: 168 time: 0.1850884 Mar 23 11:06:40.070860 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 52084) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:06:40.087485 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dcd3c4-666e-4cc5-bb64-43b40ecf9912 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe22628-eb8d-4042-b7a6-917cfd4b644a,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:40.089809 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.api.v2.resource [None req-6b021744-db1f-494c-a8b3-c50f250a20f5 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] show failed (client error): The resource could not be found. Mar 23 11:06:40.093697 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-6b021744-db1f-494c-a8b3-c50f250a20f5 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups/0fe22628-eb8d-4042-b7a6-917cfd4b644a HTTP/1.1" status: 404 len: 347 time: 0.0190666 Mar 23 11:06:40.097332 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 52086) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:06:40.104417 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd3c4-666e-4cc5-bb64-43b40ecf9912 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:40.104766 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd3c4-666e-4cc5-bb64-43b40ecf9912 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:40.105109 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd3c4-666e-4cc5-bb64-43b40ecf9912 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:40.105475 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd3c4-666e-4cc5-bb64-43b40ecf9912 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:40.105813 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd3c4-666e-4cc5-bb64-43b40ecf9912 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:40.106144 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd3c4-666e-4cc5-bb64-43b40ecf9912 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:40.106472 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd3c4-666e-4cc5-bb64-43b40ecf9912 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:40.106801 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd3c4-666e-4cc5-bb64-43b40ecf9912 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:40.107126 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd3c4-666e-4cc5-bb64-43b40ecf9912 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:40.107449 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd3c4-666e-4cc5-bb64-43b40ecf9912 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:40.107775 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd3c4-666e-4cc5-bb64-43b40ecf9912 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:40.108094 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd3c4-666e-4cc5-bb64-43b40ecf9912 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:40.108417 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd3c4-666e-4cc5-bb64-43b40ecf9912 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:40.108736 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd3c4-666e-4cc5-bb64-43b40ecf9912 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:40.109053 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dcd3c4-666e-4cc5-bb64-43b40ecf9912 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:40.156941 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-35868d4c-48c2-4ed2-a521-8199df1c1a3e service neutron] 10.222.0.41 "GET /v2.0/networks/8ec3b675-ea2e-479c-9fb3-49027596d160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872543 Mar 23 11:06:40.224768 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-151afa25-4ece-4a65-9dbc-480065b4905a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Deleting port acdb088a-06ee-4dae-b3fe-12ba285c0ef2 {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:06:40.225108 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-151afa25-4ece-4a65-9dbc-480065b4905a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (acdb088a-06ee-4dae-b3fe-12ba285c0ef2), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:40.244525 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-9a1f2e1f-9937-4f3c-9e3f-552f6d80b29d service neutron] 10.222.0.41 "GET /v2.0/networks/8ec3b675-ea2e-479c-9fb3-49027596d160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809076 Mar 23 11:06:40.303050 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-151afa25-4ece-4a65-9dbc-480065b4905a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (acdb088a-06ee-4dae-b3fe-12ba285c0ef2), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:40.303439 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-151afa25-4ece-4a65-9dbc-480065b4905a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for floatingip (acdb088a-06ee-4dae-b3fe-12ba285c0ef2), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:40.322277 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-151afa25-4ece-4a65-9dbc-480065b4905a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Calling delete_port for acdb088a-06ee-4dae-b3fe-12ba285c0ef2 owned by network:floatingip {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:06:40.514351 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-806230bd-8649-4d98-ba4f-052f0a97f238 req-fb633009-eceb-4fe6-9d51-9880559eae55 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=c33e115d-4ef6-4a38-a49e-70bc5ec1af38 HTTP/1.1" status: 200 len: 210 time: 0.0317569 Mar 23 11:06:40.549033 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-151afa25-4ece-4a65-9dbc-480065b4905a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (acdb088a-06ee-4dae-b3fe-12ba285c0ef2), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:40.579079 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151afa25-4ece-4a65-9dbc-480065b4905a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Pushing event deleted for resources: {'Port': ['ID=acdb088a-06ee-4dae-b3fe-12ba285c0ef2,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:40.640679 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-151afa25-4ece-4a65-9dbc-480065b4905a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for floatingip (83767761-e7e6-4281-8ce7-c8c0272a18b5), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:40.643202 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-151afa25-4ece-4a65-9dbc-480065b4905a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:40.644353 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-151afa25-4ece-4a65-9dbc-480065b4905a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "DELETE /v2.0/floatingips/83767761-e7e6-4281-8ce7-c8c0272a18b5 HTTP/1.1" status: 204 len: 168 time: 0.5478938 Mar 23 11:06:41.126144 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 52102) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:06:41.130889 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-9d1102fd-b5f5-483d-a736-7ce6e077538b tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1674817234', 'description': 'tempest-description--1264394004'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:41.217624 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9d1102fd-b5f5-483d-a736-7ce6e077538b tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:41.281650 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9d1102fd-b5f5-483d-a736-7ce6e077538b tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for security_group (ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:41.359387 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9d1102fd-b5f5-483d-a736-7ce6e077538b tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:41.387737 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1102fd-b5f5-483d-a736-7ce6e077538b tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:41.464206 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9d1102fd-b5f5-483d-a736-7ce6e077538b tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:41.465510 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-9d1102fd-b5f5-483d-a736-7ce6e077538b tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3383052 Mar 23 11:06:41.468272 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 52106) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:06:41.474777 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-d09bcd0b-ced9-4721-8038-802cbcef56fb tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Request body: {'security_group_rule': {'security_group_id': 'ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:41.565790 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d09bcd0b-ced9-4721-8038-802cbcef56fb tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for security_group_rule (8ee58caa-e3fb-470d-9602-c93afaa82ad2), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:41.614788 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-69840a42-1439-4dc9-837b-9efa85b2d12b req-5b970ab9-fd26-40dc-83c2-34905a2edad9 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=c33e115d-4ef6-4a38-a49e-70bc5ec1af38 HTTP/1.1" status: 200 len: 210 time: 0.0367579 Mar 23 11:06:41.626384 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d09bcd0b-ced9-4721-8038-802cbcef56fb tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for security_group_rule (8ee58caa-e3fb-470d-9602-c93afaa82ad2), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:41.707862 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d09bcd0b-ced9-4721-8038-802cbcef56fb tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (8ee58caa-e3fb-470d-9602-c93afaa82ad2), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:41.726485 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09bcd0b-ced9-4721-8038-802cbcef56fb tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee58caa-e3fb-470d-9602-c93afaa82ad2,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:41.785294 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d09bcd0b-ced9-4721-8038-802cbcef56fb tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:41.787281 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-d09bcd0b-ced9-4721-8038-802cbcef56fb tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3173342 Mar 23 11:06:41.789915 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 52110) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:06:41.803824 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-dff1e1b7-4774-4063-bf9b-901b2829a802 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Request body: {'security_group_rule': {'security_group_id': 'ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:41.897519 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-dff1e1b7-4774-4063-bf9b-901b2829a802 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for security_group_rule (84f1091f-2a2b-4a10-b538-0de586bc9370), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:41.950877 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-dff1e1b7-4774-4063-bf9b-901b2829a802 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for security_group_rule (84f1091f-2a2b-4a10-b538-0de586bc9370), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:42.034737 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-dff1e1b7-4774-4063-bf9b-901b2829a802 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (84f1091f-2a2b-4a10-b538-0de586bc9370), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:42.051981 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1e1b7-4774-4063-bf9b-901b2829a802 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f1091f-2a2b-4a10-b538-0de586bc9370,revision_number=0']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:42.110776 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-dff1e1b7-4774-4063-bf9b-901b2829a802 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:42.112019 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-dff1e1b7-4774-4063-bf9b-901b2829a802 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3116670 Mar 23 11:06:42.115116 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 52112) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:06:42.119787 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-5c4e6244-f601-4acb-aaaf-d5422cffcd4d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Request body: {'floatingip': {'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:42.199329 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-5c4e6244-f601-4acb-aaaf-d5422cffcd4d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:42.295889 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-5c4e6244-f601-4acb-aaaf-d5422cffcd4d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:42.452257 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [None req-5c4e6244-f601-4acb-aaaf-d5422cffcd4d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Allocated IP 172.27.0.33 (95c18418-5bae-427e-9b81-a5d1c1650c0a/3e1497af-c43c-4f5b-914b-136f0356db85/3e585f09-026e-45f3-b9be-7c86c663108f) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:06:42.543161 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-e279496f-58dc-4d46-a63c-e9a39ddccf83 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:42.544638 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-e279496f-58dc-4d46-a63c-e9a39ddccf83 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.52 "GET /v2.0/networks?id=8ec3b675-ea2e-479c-9fb3-49027596d160 HTTP/1.1" status: 200 len: 814 time: 0.1678994 Mar 23 11:06:42.563676 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-8d2dffab-54de-4dba-8ec4-57d23f7caef7 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Request body: {'port': {'device_id': 'c33e115d-4ef6-4a38-a49e-70bc5ec1af38', 'network_id': '8ec3b675-ea2e-479c-9fb3-49027596d160', 'admin_state_up': True, 'tenant_id': 'e7c7f3bd9bc4409b965394aeebcd4d54'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:42.628001 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device c702d0b9-c86f-4e87-9486-2ffd22a442f4 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:06:42.648506 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] No Port match for: c702d0b9-c86f-4e87-9486-2ffd22a442f4 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:06:42.648851 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device c702d0b9-c86f-4e87-9486-2ffd22a442f4 not bound to the agent host hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:06:42.650797 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-5c4e6244-f601-4acb-aaaf-d5422cffcd4d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for port (3e585f09-026e-45f3-b9be-7c86c663108f), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:42.728205 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-50cff39c-bbdf-4f21-840e-cf929c640e92 req-1d35d1e6-9f92-4bfe-984c-cc337777a716 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=c33e115d-4ef6-4a38-a49e-70bc5ec1af38 HTTP/1.1" status: 200 len: 210 time: 0.0412488 Mar 23 11:06:42.801125 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-5c4e6244-f601-4acb-aaaf-d5422cffcd4d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (3e585f09-026e-45f3-b9be-7c86c663108f), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:42.833037 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-8d2dffab-54de-4dba-8ec4-57d23f7caef7 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Made reservation on behalf of e7c7f3bd9bc4409b965394aeebcd4d54 for: {'port': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:06:42.836361 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-8d2dffab-54de-4dba-8ec4-57d23f7caef7 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:42.859137 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4e6244-f601-4acb-aaaf-d5422cffcd4d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:06:42.870508 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-5c4e6244-f601-4acb-aaaf-d5422cffcd4d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:06:42.872839 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4e6244-f601-4acb-aaaf-d5422cffcd4d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:06:42.880556 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e6244-f601-4acb-aaaf-d5422cffcd4d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Pushing event updated for resources: {'Port': ['ID=3e585f09-026e-45f3-b9be-7c86c663108f,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:43.048598 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-5c4e6244-f601-4acb-aaaf-d5422cffcd4d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for floatingip (43fb8280-3412-43ab-a969-65ade3a31562), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:43.053799 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-8d2dffab-54de-4dba-8ec4-57d23f7caef7 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Allocated IP 172.20.0.6 (8ec3b675-ea2e-479c-9fb3-49027596d160/cba86d17-7c59-45cd-8341-e60e16d6f1be/1066e2b0-2acd-4627-a1a3-cbbc506e319f) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:06:43.207102 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-5c4e6244-f601-4acb-aaaf-d5422cffcd4d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (3e585f09-026e-45f3-b9be-7c86c663108f), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:43.244318 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-8d2dffab-54de-4dba-8ec4-57d23f7caef7 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Publish callbacks [] for port (1066e2b0-2acd-4627-a1a3-cbbc506e319f), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:43.390310 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-5c4e6244-f601-4acb-aaaf-d5422cffcd4d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for port (3e585f09-026e-45f3-b9be-7c86c663108f), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:43.429390 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-8d2dffab-54de-4dba-8ec4-57d23f7caef7 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (1066e2b0-2acd-4627-a1a3-cbbc506e319f), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:43.460743 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-5c4e6244-f601-4acb-aaaf-d5422cffcd4d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (3e585f09-026e-45f3-b9be-7c86c663108f), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:43.480397 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-8d2dffab-54de-4dba-8ec4-57d23f7caef7 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Network 8ec3b675-ea2e-479c-9fb3-49027596d160 is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:06:43.489263 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-8d2dffab-54de-4dba-8ec4-57d23f7caef7 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:06:43.493732 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-8d2dffab-54de-4dba-8ec4-57d23f7caef7 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:06:43.495957 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2dffab-54de-4dba-8ec4-57d23f7caef7 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Pushing event updated for resources: {'Port': ['ID=1066e2b0-2acd-4627-a1a3-cbbc506e319f,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:43.599531 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-5c4e6244-f601-4acb-aaaf-d5422cffcd4d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (43fb8280-3412-43ab-a969-65ade3a31562), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:43.609230 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-8d2dffab-54de-4dba-8ec4-57d23f7caef7 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:43.610312 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-8d2dffab-54de-4dba-8ec4-57d23f7caef7 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:43.614020 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e6244-f601-4acb-aaaf-d5422cffcd4d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Pushing event updated for resources: {'Port': ['ID=3e585f09-026e-45f3-b9be-7c86c663108f,revision_number=2']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:43.682569 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-5c4e6244-f601-4acb-aaaf-d5422cffcd4d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:43.683800 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-5c4e6244-f601-4acb-aaaf-d5422cffcd4d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5677493 Mar 23 11:06:43.695118 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-8d2dffab-54de-4dba-8ec4-57d23f7caef7 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1369126 Mar 23 11:06:43.713040 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-f0127977-81ef-4165-a6ed-f45650906570 service neutron] Request body: {'port': {'device_id': 'c33e115d-4ef6-4a38-a49e-70bc5ec1af38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:43.780264 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-f0127977-81ef-4165-a6ed-f45650906570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (1066e2b0-2acd-4627-a1a3-cbbc506e319f), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:43.977613 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd79b0d-1ac8-495a-9c9e-a2f615f1ae76 req-79bc3445-3688-40e3-9020-47e05c6c2a2b tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:43.978994 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6cd79b0d-1ac8-495a-9c9e-a2f615f1ae76 req-79bc3445-3688-40e3-9020-47e05c6c2a2b tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=c33e115d-4ef6-4a38-a49e-70bc5ec1af38 HTTP/1.1" status: 200 len: 931 time: 0.1649609 Mar 23 11:06:43.992197 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-94bcdb47-fe7e-4417-9220-faff33a996e7 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1674817234&fields=id&tenant_id=7a9722a34d004a16ae8e2fb602d551e8 HTTP/1.1" status: 200 len: 267 time: 0.1380584 Mar 23 11:06:44.145467 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6cd79b0d-1ac8-495a-9c9e-a2f615f1ae76 req-5ceda7d6-805f-4ab8-a5ec-456f79681c39 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/security-groups?id=297aed93-92e5-4c96-9654-926936fb449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570446 Mar 23 11:06:44.197802 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-ab1b984f-42ee-4ba1-ba79-f83233b6a6de tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:44.199252 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-ab1b984f-42ee-4ba1-ba79-f83233b6a6de tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/networks?id=a89a6767-25b8-437f-a491-713b0277c026 HTTP/1.1" status: 200 len: 817 time: 0.1790316 Mar 23 11:06:44.235476 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-2640a8fb-d56b-4e04-be49-4d06f1606397 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/quotas/7a9722a34d004a16ae8e2fb602d551e8 HTTP/1.1" status: 200 len: 375 time: 0.0276840 Mar 23 11:06:44.270494 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-f0127977-81ef-4165-a6ed-f45650906570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1066e2b0-2acd-4627-a1a3-cbbc506e319f {{(pid=103540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:06:44.279630 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-f0127977-81ef-4165-a6ed-f45650906570 service neutron] Publish callbacks [] for port (1066e2b0-2acd-4627-a1a3-cbbc506e319f), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:44.298196 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.provisioning_blocks [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-f0127977-81ef-4165-a6ed-f45650906570 service neutron] Transition to ACTIVE for port object 1066e2b0-2acd-4627-a1a3-cbbc506e319f will not be triggered until provisioned by entity L2. {{(pid=103540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 11:06:44.311158 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-11af6d92-36ac-49b2-bf96-01ff6da1c417 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a9722a34d004a16ae8e2fb602d551e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698900 Mar 23 11:06:44.387512 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-f0127977-81ef-4165-a6ed-f45650906570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (1066e2b0-2acd-4627-a1a3-cbbc506e319f), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:44.441327 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-aae38144-9ba6-43a3-9f88-b0d4f9cdc787 service neutron] 10.222.0.41 "GET /v2.0/networks/a89a6767-25b8-437f-a491-713b0277c026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176796 Mar 23 11:06:44.488907 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0127977-81ef-4165-a6ed-f45650906570 service neutron] Pushing event updated for resources: {'Port': ['ID=1066e2b0-2acd-4627-a1a3-cbbc506e319f,revision_number=2']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:44.583895 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-f0127977-81ef-4165-a6ed-f45650906570 service neutron] Attempting to bind port 1066e2b0-2acd-4627-a1a3-cbbc506e319f on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:06:44.584237 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-f0127977-81ef-4165-a6ed-f45650906570 service neutron] Attempting to bind port 1066e2b0-2acd-4627-a1a3-cbbc506e319f by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'd3e29f7f-f106-4b08-878b-014f1be2904f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8ec3b675-ea2e-479c-9fb3-49027596d160'}] {{(pid=103540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:06:44.584570 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-f0127977-81ef-4165-a6ed-f45650906570 service neutron] Attempting to bind port 1066e2b0-2acd-4627-a1a3-cbbc506e319f on network 8ec3b675-ea2e-479c-9fb3-49027596d160 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:06:44.595351 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-f0127977-81ef-4165-a6ed-f45650906570 service neutron] Port 1066e2b0-2acd-4627-a1a3-cbbc506e319f on network 8ec3b675-ea2e-479c-9fb3-49027596d160 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 11:06:44.598182 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-f0127977-81ef-4165-a6ed-f45650906570 service neutron] Attempting to bind port 1066e2b0-2acd-4627-a1a3-cbbc506e319f on network 8ec3b675-ea2e-479c-9fb3-49027596d160 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:06:44.600436 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-3b02ea9d-92c5-4b7d-b546-ea35fdf16d5f service neutron] 10.222.0.41 "GET /v2.0/networks/a89a6767-25b8-437f-a491-713b0277c026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530826 Mar 23 11:06:44.603113 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-f0127977-81ef-4165-a6ed-f45650906570 service neutron] Checking agent: {'id': '3422437f-3c55-48f6-8aa2-6fea3ffa4df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'started_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:06:44.603367 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-f0127977-81ef-4165-a6ed-f45650906570 service neutron] Checking segment: {'id': 'd3e29f7f-f106-4b08-878b-014f1be2904f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8ec3b675-ea2e-479c-9fb3-49027596d160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:06:44.603752 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-f0127977-81ef-4165-a6ed-f45650906570 service neutron] Bound using segment: {'id': 'd3e29f7f-f106-4b08-878b-014f1be2904f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8ec3b675-ea2e-479c-9fb3-49027596d160'} {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:06:44.604182 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-f0127977-81ef-4165-a6ed-f45650906570 service neutron] Bound port: 1066e2b0-2acd-4627-a1a3-cbbc506e319f, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3e29f7f-f106-4b08-878b-014f1be2904f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '8ec3b675-ea2e-479c-9fb3-49027596d160'}}] {{(pid=103540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:06:44.604544 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-f0127977-81ef-4165-a6ed-f45650906570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (1066e2b0-2acd-4627-a1a3-cbbc506e319f), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:44.667362 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-f0127977-81ef-4165-a6ed-f45650906570 service neutron] For port 1066e2b0-2acd-4627-a1a3-cbbc506e319f, host hv-cinder-79053, cleared binding levels {{(pid=103540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:06:44.670491 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-f0127977-81ef-4165-a6ed-f45650906570 service neutron] For port 1066e2b0-2acd-4627-a1a3-cbbc506e319f, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1066e2b0-2acd-4627-a1a3-cbbc506e319f,segment=NetworkSegment(d3e29f7f-f106-4b08-878b-014f1be2904f),segment_id=d3e29f7f-f106-4b08-878b-014f1be2904f)] {{(pid=103540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:06:44.761395 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-f0127977-81ef-4165-a6ed-f45650906570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (1066e2b0-2acd-4627-a1a3-cbbc506e319f), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:44.798999 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-f0127977-81ef-4165-a6ed-f45650906570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:44.799628 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-f0127977-81ef-4165-a6ed-f45650906570 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:44.801605 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-f0127977-81ef-4165-a6ed-f45650906570 service neutron] 10.222.0.52 "PUT /v2.0/ports/1066e2b0-2acd-4627-a1a3-cbbc506e319f HTTP/1.1" status: 200 len: 1093 time: 1.0931177 Mar 23 11:06:44.801605 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c33e115d-4ef6-4a38-a49e-70bc5ec1af38', 'tag': '1066e2b0-2acd-4627-a1a3-cbbc506e319f'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:06:44.803779 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57ee8b2-2a40-4f3b-9fc8-f165810c9349" -d '{"events": [{"name": "network-changed", "server_uuid": "c33e115d-4ef6-4a38-a49e-70bc5ec1af38", "tag": "1066e2b0-2acd-4627-a1a3-cbbc506e319f"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:06:44.834215 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0127977-81ef-4165-a6ed-f45650906570 service neutron] Pushing event updated for resources: {'Port': ['ID=1066e2b0-2acd-4627-a1a3-cbbc506e319f,revision_number=3']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:44.845130 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae35740-9e22-4c52-bc78-7f77c6a98156 x-openstack-request-id: req-5ae35740-9e22-4c52-bc78-7f77c6a98156 {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:06:44.845452 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c33e115d-4ef6-4a38-a49e-70bc5ec1af38", "tag": "1066e2b0-2acd-4627-a1a3-cbbc506e319f", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:06:44.845718 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ae35740-9e22-4c52-bc78-7f77c6a98156 {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:06:44.846136 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae35740-9e22-4c52-bc78-7f77c6a98156'] response: {'name': 'network-changed', 'server_uuid': 'c33e115d-4ef6-4a38-a49e-70bc5ec1af38', 'tag': '1066e2b0-2acd-4627-a1a3-cbbc506e319f', 'status': 'completed', 'code': 200} Mar 23 11:06:44.908472 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1095b625-ead5-434c-a7ae-8b7eb4529faa req-43b22bab-609b-4da5-8b3c-113767351ee3 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 210 time: 0.0476010 Mar 23 11:06:44.937860 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ee8b2-2a40-4f3b-9fc8-f165810c9349 req-ab6984a1-d557-48dd-8b8d-4c57c987af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:44.939586 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c57ee8b2-2a40-4f3b-9fc8-f165810c9349 req-ab6984a1-d557-48dd-8b8d-4c57c987af71 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e7c7f3bd9bc4409b965394aeebcd4d54&device_id=c33e115d-4ef6-4a38-a49e-70bc5ec1af38 HTTP/1.1" status: 200 len: 1127 time: 0.0699389 Mar 23 11:06:45.040538 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ee8b2-2a40-4f3b-9fc8-f165810c9349 req-419f02f7-62b2-4687-a6b2-933985e506e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:45.041960 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c57ee8b2-2a40-4f3b-9fc8-f165810c9349 req-419f02f7-62b2-4687-a6b2-933985e506e8 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=e7c7f3bd9bc4409b965394aeebcd4d54&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0919962 Mar 23 11:06:45.143901 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ee8b2-2a40-4f3b-9fc8-f165810c9349 req-3b39fb94-c061-4bbf-961e-4c6e74dd004d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:45.146608 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c57ee8b2-2a40-4f3b-9fc8-f165810c9349 req-3b39fb94-c061-4bbf-961e-4c6e74dd004d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863762 Mar 23 11:06:45.262651 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-3ec0b6ca-4461-4026-b129-a1eadbe9fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:45.264105 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-3ec0b6ca-4461-4026-b129-a1eadbe9fda6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e7c7f3bd9bc4409b965394aeebcd4d54&device_id=c33e115d-4ef6-4a38-a49e-70bc5ec1af38 HTTP/1.1" status: 200 len: 1127 time: 0.0805333 Mar 23 11:06:45.278201 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12d057-040f-4bcb-ae6e-8797a3a67213 req-bfca9ba3-8bd2-4d37-a3b7-2cc94b2f29b7 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:45.279655 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1d12d057-040f-4bcb-ae6e-8797a3a67213 req-bfca9ba3-8bd2-4d37-a3b7-2cc94b2f29b7 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=c33e115d-4ef6-4a38-a49e-70bc5ec1af38 HTTP/1.1" status: 200 len: 943 time: 0.0652623 Mar 23 11:06:45.325231 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-c6d548c3-3af6-4c47-9a43-1ff06ea30d9d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1066e2b0-2acd-4627-a1a3-cbbc506e319f HTTP/1.1" status: 200 len: 217 time: 0.0446224 Mar 23 11:06:45.384171 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1d12d057-040f-4bcb-ae6e-8797a3a67213 req-78beb15c-c474-4a92-979f-f4b4554ad123 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/security-groups?id=297aed93-92e5-4c96-9654-926936fb449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974655 Mar 23 11:06:45.391001 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-c4dccd2a-1491-4144-b5f1-0721ed3ebc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:45.393001 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-c4dccd2a-1491-4144-b5f1-0721ed3ebc7a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cba86d17-7c59-45cd-8341-e60e16d6f1be HTTP/1.1" status: 200 len: 854 time: 0.0608194 Mar 23 11:06:45.424772 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-2a266fd2-9c64-4006-8509-ddf0602e6f74 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8ec3b675-ea2e-479c-9fb3-49027596d160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250099 Mar 23 11:06:45.514944 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-d370caf7-5be5-498a-8a6a-e006e3f7869a service neutron] 10.222.0.52 "GET /v2.0/networks/8ec3b675-ea2e-479c-9fb3-49027596d160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838268 Mar 23 11:06:45.604480 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-61c2bdc3-7034-4135-ab89-3c0468fc24e9 req-85a838bc-9660-456b-b694-c94c75e4023f service neutron] 10.222.0.52 "GET /v2.0/networks/8ec3b675-ea2e-479c-9fb3-49027596d160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803254 Mar 23 11:06:46.012327 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c6955e56-f42e-444c-8d32-094d8ddb89d6 req-c34ebb61-b5a5-49cd-bc87-694db7d78011 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 210 time: 0.0312154 Mar 23 11:06:46.499843 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670cea5-f3b7-4d43-ae77-52e261dfca8d req-4529ac3c-582d-4809-ade7-738b6a63ac65 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:46.501313 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5670cea5-f3b7-4d43-ae77-52e261dfca8d req-4529ac3c-582d-4809-ade7-738b6a63ac65 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=c33e115d-4ef6-4a38-a49e-70bc5ec1af38 HTTP/1.1" status: 200 len: 943 time: 0.0516770 Mar 23 11:06:46.546845 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5670cea5-f3b7-4d43-ae77-52e261dfca8d req-1628fb07-725d-4a47-8bbd-a50aac3f1f93 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/security-groups?id=297aed93-92e5-4c96-9654-926936fb449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400116 Mar 23 11:06:46.806908 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-69609635-4efb-468a-9ae4-1901caf66be3 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:46.808363 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-69609635-4efb-468a-9ae4-1901caf66be3 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.52 "GET /v2.0/networks?id=a89a6767-25b8-437f-a491-713b0277c026 HTTP/1.1" status: 200 len: 817 time: 0.1018858 Mar 23 11:06:47.123453 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-380f5a84-b2fb-40df-a97b-75f8cbec62b4 req-d4dae5e2-fcbe-4267-b43b-5cbbcd64df21 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 210 time: 0.0334132 Mar 23 11:06:47.138441 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-9d8ff458-e3dc-490f-b129-c6422c1c310c tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a9722a34d004a16ae8e2fb602d551e8 HTTP/1.1" status: 200 len: 380 time: 0.3184433 Mar 23 11:06:47.149955 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-96207535-cb8d-4a28-b48f-caf5c0d47397 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Request body: {'port': {'device_id': 'b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'admin_state_up': True, 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'security_groups': ['ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc']}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:47.309047 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-96207535-cb8d-4a28-b48f-caf5c0d47397 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Made reservation on behalf of 7a9722a34d004a16ae8e2fb602d551e8 for: {'port': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:06:47.312366 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-96207535-cb8d-4a28-b48f-caf5c0d47397 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:47.431960 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-96207535-cb8d-4a28-b48f-caf5c0d47397 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Allocated IP 172.20.0.9 (a89a6767-25b8-437f-a491-713b0277c026/76120b10-aef4-4df3-9eb9-41b94555bce9/6f91b139-181a-488d-92ae-e86c1b621dba) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:06:47.566860 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-96207535-cb8d-4a28-b48f-caf5c0d47397 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for port (6f91b139-181a-488d-92ae-e86c1b621dba), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:47.662955 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436075c2-9cfe-4669-81ed-e05a9c723eb1 req-dc33c34a-769e-45f7-9bba-a1138fd47ebd tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:47.664464 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-436075c2-9cfe-4669-81ed-e05a9c723eb1 req-dc33c34a-769e-45f7-9bba-a1138fd47ebd tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=c33e115d-4ef6-4a38-a49e-70bc5ec1af38 HTTP/1.1" status: 200 len: 943 time: 0.0521235 Mar 23 11:06:47.700377 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-96207535-cb8d-4a28-b48f-caf5c0d47397 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (6f91b139-181a-488d-92ae-e86c1b621dba), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:47.753067 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-436075c2-9cfe-4669-81ed-e05a9c723eb1 req-29ce8985-e4f2-40bb-b1c4-3d3b8f13d48f tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/security-groups?id=297aed93-92e5-4c96-9654-926936fb449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830741 Mar 23 11:06:47.754729 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-96207535-cb8d-4a28-b48f-caf5c0d47397 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Network a89a6767-25b8-437f-a491-713b0277c026 is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:06:47.760321 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-96207535-cb8d-4a28-b48f-caf5c0d47397 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:06:47.766282 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-96207535-cb8d-4a28-b48f-caf5c0d47397 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:06:47.772737 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96207535-cb8d-4a28-b48f-caf5c0d47397 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Pushing event updated for resources: {'Port': ['ID=6f91b139-181a-488d-92ae-e86c1b621dba,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:47.819460 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-96207535-cb8d-4a28-b48f-caf5c0d47397 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:47.820077 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-96207535-cb8d-4a28-b48f-caf5c0d47397 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:47.878111 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-96207535-cb8d-4a28-b48f-caf5c0d47397 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7322330 Mar 23 11:06:47.893375 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-a692cb55-f805-4ca2-a796-f7480d89e70b service neutron] Request body: {'port': {'device_id': 'b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:47.951796 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-a692cb55-f805-4ca2-a796-f7480d89e70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (6f91b139-181a-488d-92ae-e86c1b621dba), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:48.011675 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-cec3435a-4236-469d-8cab-a55b35be1aa8 None None] Provisioning complete for port 6f91b139-181a-488d-92ae-e86c1b621dba triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:06:48.012316 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-cec3435a-4236-469d-8cab-a55b35be1aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (6f91b139-181a-488d-92ae-e86c1b621dba), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:48.049467 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-cec3435a-4236-469d-8cab-a55b35be1aa8 None None] Port 6f91b139-181a-488d-92ae-e86c1b621dba cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:06:48.247262 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-a692cb55-f805-4ca2-a796-f7480d89e70b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f91b139-181a-488d-92ae-e86c1b621dba {{(pid=103540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:06:48.257072 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-a692cb55-f805-4ca2-a796-f7480d89e70b service neutron] Publish callbacks [] for port (6f91b139-181a-488d-92ae-e86c1b621dba), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:48.274398 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.provisioning_blocks [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-a692cb55-f805-4ca2-a796-f7480d89e70b service neutron] Transition to ACTIVE for port object 6f91b139-181a-488d-92ae-e86c1b621dba will not be triggered until provisioned by entity L2. {{(pid=103540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 11:06:48.285715 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916aff6-ee31-4c6f-b4a9-95fdbb92e48f req-95c4d5b5-9d21-4d7b-ab29-a336e217dda0 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:48.287803 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5916aff6-ee31-4c6f-b4a9-95fdbb92e48f req-95c4d5b5-9d21-4d7b-ab29-a336e217dda0 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 931 time: 0.0779872 Mar 23 11:06:48.334148 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5916aff6-ee31-4c6f-b4a9-95fdbb92e48f req-0f43dbba-00ec-485f-8d03-9428db612841 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406470 Mar 23 11:06:48.334742 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-a692cb55-f805-4ca2-a796-f7480d89e70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (6f91b139-181a-488d-92ae-e86c1b621dba), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:48.383897 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692cb55-f805-4ca2-a796-f7480d89e70b service neutron] Pushing event updated for resources: {'Port': ['ID=6f91b139-181a-488d-92ae-e86c1b621dba,revision_number=2']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:48.456049 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-a692cb55-f805-4ca2-a796-f7480d89e70b service neutron] Attempting to bind port 6f91b139-181a-488d-92ae-e86c1b621dba on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:06:48.456396 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-a692cb55-f805-4ca2-a796-f7480d89e70b service neutron] Attempting to bind port 6f91b139-181a-488d-92ae-e86c1b621dba by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '57d442c5-ec64-426b-bfe9-88b2c70531c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026'}] {{(pid=103540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:06:48.456731 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-a692cb55-f805-4ca2-a796-f7480d89e70b service neutron] Attempting to bind port 6f91b139-181a-488d-92ae-e86c1b621dba on network a89a6767-25b8-437f-a491-713b0277c026 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:06:48.461913 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-a692cb55-f805-4ca2-a796-f7480d89e70b service neutron] Port 6f91b139-181a-488d-92ae-e86c1b621dba on network a89a6767-25b8-437f-a491-713b0277c026 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 11:06:48.462278 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-a692cb55-f805-4ca2-a796-f7480d89e70b service neutron] Attempting to bind port 6f91b139-181a-488d-92ae-e86c1b621dba on network a89a6767-25b8-437f-a491-713b0277c026 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:06:48.467319 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-a692cb55-f805-4ca2-a796-f7480d89e70b service neutron] Checking agent: {'id': '3422437f-3c55-48f6-8aa2-6fea3ffa4df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'started_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:06:48.467663 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-a692cb55-f805-4ca2-a796-f7480d89e70b service neutron] Checking segment: {'id': '57d442c5-ec64-426b-bfe9-88b2c70531c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:06:48.468052 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-a692cb55-f805-4ca2-a796-f7480d89e70b service neutron] Bound using segment: {'id': '57d442c5-ec64-426b-bfe9-88b2c70531c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026'} {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:06:48.468486 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-a692cb55-f805-4ca2-a796-f7480d89e70b service neutron] Bound port: 6f91b139-181a-488d-92ae-e86c1b621dba, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57d442c5-ec64-426b-bfe9-88b2c70531c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026'}}] {{(pid=103540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:06:48.468852 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-a692cb55-f805-4ca2-a796-f7480d89e70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (6f91b139-181a-488d-92ae-e86c1b621dba), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:48.533429 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-a692cb55-f805-4ca2-a796-f7480d89e70b service neutron] For port 6f91b139-181a-488d-92ae-e86c1b621dba, host hv-cinder-79053, cleared binding levels {{(pid=103540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:06:48.537109 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-a692cb55-f805-4ca2-a796-f7480d89e70b service neutron] For port 6f91b139-181a-488d-92ae-e86c1b621dba, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f91b139-181a-488d-92ae-e86c1b621dba,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:06:48.618663 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-a692cb55-f805-4ca2-a796-f7480d89e70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (6f91b139-181a-488d-92ae-e86c1b621dba), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:48.652144 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-a692cb55-f805-4ca2-a796-f7480d89e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:48.652798 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-a692cb55-f805-4ca2-a796-f7480d89e70b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:48.654230 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-a692cb55-f805-4ca2-a796-f7480d89e70b service neutron] 10.222.0.52 "PUT /v2.0/ports/6f91b139-181a-488d-92ae-e86c1b621dba HTTP/1.1" status: 200 len: 1093 time: 0.7652538 Mar 23 11:06:48.654792 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5', 'tag': '6f91b139-181a-488d-92ae-e86c1b621dba'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:06:48.657032 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142058e0-b6fb-45e0-be88-22747bb1f466" -d '{"events": [{"name": "network-changed", "server_uuid": "b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5", "tag": "6f91b139-181a-488d-92ae-e86c1b621dba"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:06:48.657562 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 1066e2b0-2acd-4627-a1a3-cbbc506e319f details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:06:48.688093 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692cb55-f805-4ca2-a796-f7480d89e70b service neutron] Pushing event updated for resources: {'Port': ['ID=6f91b139-181a-488d-92ae-e86c1b621dba,revision_number=3']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:48.696248 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78acc45-ce2f-4d54-820d-30f2d66c072c x-openstack-request-id: req-b78acc45-ce2f-4d54-820d-30f2d66c072c {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:06:48.696840 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5", "tag": "6f91b139-181a-488d-92ae-e86c1b621dba", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:06:48.697286 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b78acc45-ce2f-4d54-820d-30f2d66c072c {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:06:48.697861 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b78acc45-ce2f-4d54-820d-30f2d66c072c'] response: {'name': 'network-changed', 'server_uuid': 'b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5', 'tag': '6f91b139-181a-488d-92ae-e86c1b621dba', 'status': 'completed', 'code': 200} Mar 23 11:06:48.775310 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142058e0-b6fb-45e0-be88-22747bb1f466 req-b3d51300-5feb-4b4f-80a0-580e50d3fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:48.777304 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-142058e0-b6fb-45e0-be88-22747bb1f466 req-b3d51300-5feb-4b4f-80a0-580e50d3fcd4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a9722a34d004a16ae8e2fb602d551e8&device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 1127 time: 0.0525744 Mar 23 11:06:48.783269 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 1066e2b0-2acd-4627-a1a3-cbbc506e319f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1066e2b0-2acd-4627-a1a3-cbbc506e319f,segment=NetworkSegment(d3e29f7f-f106-4b08-878b-014f1be2904f),segment_id=d3e29f7f-f106-4b08-878b-014f1be2904f)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:06:48.795650 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': '1066e2b0-2acd-4627-a1a3-cbbc506e319f', 'network_id': '8ec3b675-ea2e-479c-9fb3-49027596d160', 'port_id': '1066e2b0-2acd-4627-a1a3-cbbc506e319f', 'mac_address': 'fa:16:3e:4c:ec:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cba86d17-7c59-45cd-8341-e60e16d6f1be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:06:48.843062 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 1066e2b0-2acd-4627-a1a3-cbbc506e319f is: DOWN; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:06:48.843720 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (1066e2b0-2acd-4627-a1a3-cbbc506e319f), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:48.857457 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1066e2b0-2acd-4627-a1a3-cbbc506e319f {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:06:48.876371 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 1066e2b0-2acd-4627-a1a3-cbbc506e319f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1066e2b0-2acd-4627-a1a3-cbbc506e319f,segment=NetworkSegment(d3e29f7f-f106-4b08-878b-014f1be2904f),segment_id=d3e29f7f-f106-4b08-878b-014f1be2904f)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:06:48.923400 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aacc4dd-6f42-461c-b680-29ea4f5e2927 req-e4f9571c-6c38-41ee-9656-f54c13100082 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:48.924783 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7aacc4dd-6f42-461c-b680-29ea4f5e2927 req-e4f9571c-6c38-41ee-9656-f54c13100082 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=c33e115d-4ef6-4a38-a49e-70bc5ec1af38 HTTP/1.1" status: 200 len: 943 time: 0.0877047 Mar 23 11:06:48.925924 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142058e0-b6fb-45e0-be88-22747bb1f466 req-9b2189b1-aab5-4c42-a108-a9bbc7002e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:48.927278 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-142058e0-b6fb-45e0-be88-22747bb1f466 req-9b2189b1-aab5-4c42-a108-a9bbc7002e30 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=7a9722a34d004a16ae8e2fb602d551e8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1392515 Mar 23 11:06:48.947752 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (1066e2b0-2acd-4627-a1a3-cbbc506e319f), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:48.994814 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=1066e2b0-2acd-4627-a1a3-cbbc506e319f,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:49.001878 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:49.002240 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:49.002617 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:49.002987 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:49.003336 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:49.003679 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:49.004021 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:49.004356 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:49.004693 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:49.005030 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:49.005955 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:49.006327 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:49.006627 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:49.006957 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:49.007285 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:49.027154 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7aacc4dd-6f42-461c-b680-29ea4f5e2927 req-c7804a70-c763-4d46-b19e-c94b46a93ce8 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/security-groups?id=297aed93-92e5-4c96-9654-926936fb449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955620 Mar 23 11:06:49.047877 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142058e0-b6fb-45e0-be88-22747bb1f466 req-46df7774-bff4-482b-9230-36e608ec1af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:49.049354 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-142058e0-b6fb-45e0-be88-22747bb1f466 req-46df7774-bff4-482b-9230-36e608ec1af2 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1121936 Mar 23 11:06:49.135060 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-a7292374-be54-467f-bc99-17f02a93798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:49.136557 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-a7292374-be54-467f-bc99-17f02a93798b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a9722a34d004a16ae8e2fb602d551e8&device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 1127 time: 0.0438588 Mar 23 11:06:49.182940 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-a1a96c57-9e98-4536-afba-c8281c4d1191 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f91b139-181a-488d-92ae-e86c1b621dba HTTP/1.1" status: 200 len: 217 time: 0.0374084 Mar 23 11:06:49.232876 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-2f29d370-9190-4abe-9bdf-a86478923a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:49.234299 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-2f29d370-9190-4abe-9bdf-a86478923a3c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76120b10-aef4-4df3-9eb9-41b94555bce9 HTTP/1.1" status: 200 len: 856 time: 0.0423717 Mar 23 11:06:49.282768 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-cf676dff-7d6f-4dd5-9154-6360e3b4109c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:49.284199 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-cf676dff-7d6f-4dd5-9154-6360e3b4109c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a89a6767-25b8-437f-a491-713b0277c026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419996 Mar 23 11:06:49.289613 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['1066e2b0-2acd-4627-a1a3-cbbc506e319f'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:06:49.377412 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-d3ac4845-2d96-40b1-8fcd-05516098c1b6 service neutron] 10.222.0.52 "GET /v2.0/networks/a89a6767-25b8-437f-a491-713b0277c026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861895 Mar 23 11:06:49.503720 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c1097d0f-9a74-437d-ba5d-da4f0b735ba3 req-3bcb6259-d26d-40c6-8888-57bf701ba271 service neutron] 10.222.0.52 "GET /v2.0/networks/a89a6767-25b8-437f-a491-713b0277c026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190879 Mar 23 11:06:49.511464 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45567e-0b33-4dd9-ab3b-a4abec976ba2 req-2dc41314-6664-4ca0-ba0b-f0b5f280e8dc tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:49.512840 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1d45567e-0b33-4dd9-ab3b-a4abec976ba2 req-2dc41314-6664-4ca0-ba0b-f0b5f280e8dc tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 943 time: 0.0863504 Mar 23 11:06:49.560011 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1d45567e-0b33-4dd9-ab3b-a4abec976ba2 req-6616fb49-6b13-4ec4-adbc-1a7583ad8d4e tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414732 Mar 23 11:06:50.147739 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8764397-daba-4156-bc25-f5ac2da71ce8 req-939bb6c5-3d6e-42f8-9e3e-d28530142ff7 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:50.149237 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b8764397-daba-4156-bc25-f5ac2da71ce8 req-939bb6c5-3d6e-42f8-9e3e-d28530142ff7 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=c33e115d-4ef6-4a38-a49e-70bc5ec1af38 HTTP/1.1" status: 200 len: 944 time: 0.0524027 Mar 23 11:06:50.194260 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b8764397-daba-4156-bc25-f5ac2da71ce8 req-ad9b57ce-80d7-4c5c-8a55-0f6999724624 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/security-groups?id=297aed93-92e5-4c96-9654-926936fb449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395925 Mar 23 11:06:50.668225 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 1066e2b0-2acd-4627-a1a3-cbbc506e319f up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:06:50.686297 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30025acf-0c4e-4653-9980-d77a93005dfb req-dada21fe-f18a-4ab5-b10f-29eb28141747 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:50.687792 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-30025acf-0c4e-4653-9980-d77a93005dfb req-dada21fe-f18a-4ab5-b10f-29eb28141747 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 943 time: 0.0557475 Mar 23 11:06:50.743564 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-30025acf-0c4e-4653-9980-d77a93005dfb req-f0438616-f865-4b05-b81d-661bc883136b tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490022 Mar 23 11:06:50.823377 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning for port 1066e2b0-2acd-4627-a1a3-cbbc506e319f completed by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 11:06:50.827296 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port 1066e2b0-2acd-4627-a1a3-cbbc506e319f triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:06:50.827732 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (1066e2b0-2acd-4627-a1a3-cbbc506e319f), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:50.905974 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 1066e2b0-2acd-4627-a1a3-cbbc506e319f is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:06:50.906287 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (1066e2b0-2acd-4627-a1a3-cbbc506e319f), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:50.929045 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33e115d-4ef6-4a38-a49e-70bc5ec1af38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1066e2b0-2acd-4627-a1a3-cbbc506e319f'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:06:50.931271 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa46b8b-97cd-4c33-a2c7-9cf8514072ce" -d '{"events": [{"server_uuid": "c33e115d-4ef6-4a38-a49e-70bc5ec1af38", "name": "network-vif-plugged", "status": "completed", "tag": "1066e2b0-2acd-4627-a1a3-cbbc506e319f"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:06:50.943403 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 1066e2b0-2acd-4627-a1a3-cbbc506e319f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1066e2b0-2acd-4627-a1a3-cbbc506e319f,segment=NetworkSegment(d3e29f7f-f106-4b08-878b-014f1be2904f),segment_id=d3e29f7f-f106-4b08-878b-014f1be2904f)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:06:50.964058 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e45d9dc-d3e8-4e81-bf6d-6572d36abd1c x-openstack-request-id: req-6e45d9dc-d3e8-4e81-bf6d-6572d36abd1c {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:06:50.964353 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c33e115d-4ef6-4a38-a49e-70bc5ec1af38", "name": "network-vif-plugged", "status": "completed", "tag": "1066e2b0-2acd-4627-a1a3-cbbc506e319f", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:06:50.964611 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e45d9dc-d3e8-4e81-bf6d-6572d36abd1c {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:06:50.965090 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e45d9dc-d3e8-4e81-bf6d-6572d36abd1c'] response: {'server_uuid': 'c33e115d-4ef6-4a38-a49e-70bc5ec1af38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1066e2b0-2acd-4627-a1a3-cbbc506e319f', 'code': 200} Mar 23 11:06:51.012484 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (1066e2b0-2acd-4627-a1a3-cbbc506e319f), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:51.061435 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=1066e2b0-2acd-4627-a1a3-cbbc506e319f,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:51.229979 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba84dac-395b-42ad-bf33-acb9f185fa6a req-086eaad2-404a-4d22-83d1-304ece48b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:51.231487 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bba84dac-395b-42ad-bf33-acb9f185fa6a req-086eaad2-404a-4d22-83d1-304ece48b9f3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c33e115d-4ef6-4a38-a49e-70bc5ec1af38 HTTP/1.1" status: 200 len: 1129 time: 0.0442095 Mar 23 11:06:51.303410 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bba84dac-395b-42ad-bf33-acb9f185fa6a req-0c42222a-2a2b-42f0-a2ca-d9f5c96ca2e4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=297aed93-92e5-4c96-9654-926936fb449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650306 Mar 23 11:06:51.326986 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df525a6a-5777-42d1-a342-a426933ac424 req-8d743ec4-7420-4933-ae0a-210ac2a5998e tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:51.329594 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-df525a6a-5777-42d1-a342-a426933ac424 req-8d743ec4-7420-4933-ae0a-210ac2a5998e tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=c33e115d-4ef6-4a38-a49e-70bc5ec1af38 HTTP/1.1" status: 200 len: 945 time: 0.0649602 Mar 23 11:06:51.355423 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:51.380293 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-df525a6a-5777-42d1-a342-a426933ac424 req-2bd17ede-3c32-40e0-941d-2698804f347e tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/security-groups?id=297aed93-92e5-4c96-9654-926936fb449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456307 Mar 23 11:06:51.787005 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89217f85-a91f-4f8c-9657-89117c84ef5b req-32f3a121-5c6d-4c4a-881a-a52c1d2d3d98 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:51.788475 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-89217f85-a91f-4f8c-9657-89117c84ef5b req-32f3a121-5c6d-4c4a-881a-a52c1d2d3d98 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0527761 Mar 23 11:06:51.847753 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-89217f85-a91f-4f8c-9657-89117c84ef5b req-df53b756-3941-4472-80d0-2fde7cc543bf tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535016 Mar 23 11:06:51.895357 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64cc66e-6f2b-42e3-af5a-d4c1c4b4c223 req-1336d54b-276a-41b3-b53c-02dde578b08f tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:51.896877 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b64cc66e-6f2b-42e3-af5a-d4c1c4b4c223 req-1336d54b-276a-41b3-b53c-02dde578b08f tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 943 time: 0.0693958 Mar 23 11:06:51.944127 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b64cc66e-6f2b-42e3-af5a-d4c1c4b4c223 req-7f3ccd16-259f-4526-a341-356ebbb75f00 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416410 Mar 23 11:06:52.008862 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:06:52.499860 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fb82a-0cb4-4d0c-b2d5-ba912023809d req-1530972e-ec2d-4644-9d14-598d4cf81236 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:52.501361 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-da6fb82a-0cb4-4d0c-b2d5-ba912023809d req-1530972e-ec2d-4644-9d14-598d4cf81236 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=c33e115d-4ef6-4a38-a49e-70bc5ec1af38 HTTP/1.1" status: 200 len: 945 time: 0.0552626 Mar 23 11:06:52.548713 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-da6fb82a-0cb4-4d0c-b2d5-ba912023809d req-05dae046-212f-4582-8e3f-64f4668f7e88 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/security-groups?id=297aed93-92e5-4c96-9654-926936fb449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412478 Mar 23 11:06:52.678840 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 6f91b139-181a-488d-92ae-e86c1b621dba details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:06:52.779030 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 6f91b139-181a-488d-92ae-e86c1b621dba, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f91b139-181a-488d-92ae-e86c1b621dba,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:06:52.790666 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': '6f91b139-181a-488d-92ae-e86c1b621dba', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'port_id': '6f91b139-181a-488d-92ae-e86c1b621dba', 'mac_address': 'fa:16:3e:ce:b5:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:06:52.828299 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 6f91b139-181a-488d-92ae-e86c1b621dba is: DOWN; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:06:52.828575 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (6f91b139-181a-488d-92ae-e86c1b621dba), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:52.841127 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f91b139-181a-488d-92ae-e86c1b621dba {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:06:52.859994 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 6f91b139-181a-488d-92ae-e86c1b621dba, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f91b139-181a-488d-92ae-e86c1b621dba,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:06:52.930880 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (6f91b139-181a-488d-92ae-e86c1b621dba), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:52.985718 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f48b3b-d93c-4434-8764-934f6583560b req-9c4d4f78-d57c-4866-ad0f-9e570e40f0e9 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:52.990103 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-15f48b3b-d93c-4434-8764-934f6583560b req-9c4d4f78-d57c-4866-ad0f-9e570e40f0e9 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0708096 Mar 23 11:06:53.000642 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=6f91b139-181a-488d-92ae-e86c1b621dba,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:53.038741 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-15f48b3b-d93c-4434-8764-934f6583560b req-4b46b3cc-c614-4637-a896-fb8a8ac047a6 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449505 Mar 23 11:06:53.154546 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f51f4-bd29-4338-91fb-03b8a9fd0c22 req-2f0d8816-b719-438a-bf7a-93bf7fb473d9 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:53.155968 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8d4f51f4-bd29-4338-91fb-03b8a9fd0c22 req-2f0d8816-b719-438a-bf7a-93bf7fb473d9 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 944 time: 0.0545042 Mar 23 11:06:53.213770 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8d4f51f4-bd29-4338-91fb-03b8a9fd0c22 req-bef86156-06b8-4ac2-9dc7-027959021a47 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505121 Mar 23 11:06:53.247417 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['6f91b139-181a-488d-92ae-e86c1b621dba'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:06:53.273698 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c81af5-23c5-4827-90d1-996e5c79ba52 req-c73c11d2-b2bf-4a18-9436-7df61ede0d4e tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:53.275170 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b1c81af5-23c5-4827-90d1-996e5c79ba52 req-c73c11d2-b2bf-4a18-9436-7df61ede0d4e tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0529301 Mar 23 11:06:53.322183 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b1c81af5-23c5-4827-90d1-996e5c79ba52 req-ffaf30cd-0826-4b4c-aa7b-c06147ada436 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412538 Mar 23 11:06:53.662189 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced4ab1-1711-4b74-bdbd-6fbcbf50008d req-775b1211-7b1c-4f6b-806a-d7806007e006 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:53.663637 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3ced4ab1-1711-4b74-bdbd-6fbcbf50008d req-775b1211-7b1c-4f6b-806a-d7806007e006 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=c33e115d-4ef6-4a38-a49e-70bc5ec1af38 HTTP/1.1" status: 200 len: 945 time: 0.0519822 Mar 23 11:06:53.709173 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3ced4ab1-1711-4b74-bdbd-6fbcbf50008d req-412f3ca1-634a-4a60-8b82-e3e46160af55 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/security-groups?id=297aed93-92e5-4c96-9654-926936fb449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401101 Mar 23 11:06:54.159249 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291f30c-0e51-4eb3-b3a1-76b34b7f9215 req-b90eb932-f5d7-4710-a4b1-3d84b0e07e45 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:54.160710 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c291f30c-0e51-4eb3-b3a1-76b34b7f9215 req-b90eb932-f5d7-4710-a4b1-3d84b0e07e45 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0559411 Mar 23 11:06:54.207683 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c291f30c-0e51-4eb3-b3a1-76b34b7f9215 req-0c466754-53de-4ff2-84e8-1a6f7ce76fcf tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=038623e5-01f3-45b9-b7fe-cf853559cf62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407977 Mar 23 11:06:54.329829 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a6833-80a0-4b0a-90b0-8b7eec02c91e req-22d16735-43fb-4cb7-9cfc-f67a0ef408a2 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:54.331289 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ae0a6833-80a0-4b0a-90b0-8b7eec02c91e req-22d16735-43fb-4cb7-9cfc-f67a0ef408a2 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 945 time: 0.0785272 Mar 23 11:06:54.383788 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d00fe-abdf-4c98-822a-e1b62b31d370 req-3af47e28-5885-40b2-89f9-07b1f2ba1b0e tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:54.385267 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-415d00fe-abdf-4c98-822a-e1b62b31d370 req-3af47e28-5885-40b2-89f9-07b1f2ba1b0e tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 944 time: 0.0941529 Mar 23 11:06:54.460920 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-415d00fe-abdf-4c98-822a-e1b62b31d370 req-15b30f47-7c87-4306-b86f-00b4db743772 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696492 Mar 23 11:06:54.478152 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [req-ae0a6833-80a0-4b0a-90b0-8b7eec02c91e req-58229c0e-cdaa-472a-b068-5670dfd668df tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Deleting port 1f832c2a-d3c5-4523-b20a-45a805e6d44f {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:06:54.478505 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-ae0a6833-80a0-4b0a-90b0-8b7eec02c91e req-58229c0e-cdaa-472a-b068-5670dfd668df tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (1f832c2a-d3c5-4523-b20a-45a805e6d44f), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:54.600621 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-ae0a6833-80a0-4b0a-90b0-8b7eec02c91e req-58229c0e-cdaa-472a-b068-5670dfd668df tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] For port 1f832c2a-d3c5-4523-b20a-45a805e6d44f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1f832c2a-d3c5-4523-b20a-45a805e6d44f,segment=NetworkSegment(11115769-b95e-401f-b4f1-18e1cab6a5a0),segment_id=11115769-b95e-401f-b4f1-18e1cab6a5a0)] {{(pid=103540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:06:54.600925 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-ae0a6833-80a0-4b0a-90b0-8b7eec02c91e req-58229c0e-cdaa-472a-b068-5670dfd668df tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (1f832c2a-d3c5-4523-b20a-45a805e6d44f), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:54.619200 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f2d24-e221-4e94-a80b-33ba04db8c63 req-8332f98c-3d2e-4bfc-9536-8db1d09a0ac0 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:54.620881 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-206f2d24-e221-4e94-a80b-33ba04db8c63 req-8332f98c-3d2e-4bfc-9536-8db1d09a0ac0 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0988510 Mar 23 11:06:54.696678 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 6f91b139-181a-488d-92ae-e86c1b621dba up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:06:54.744370 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-206f2d24-e221-4e94-a80b-33ba04db8c63 req-add7a92e-ee32-43fe-b6ca-39d1a5142e43 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163001 Mar 23 11:06:54.814023 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-ae0a6833-80a0-4b0a-90b0-8b7eec02c91e req-58229c0e-cdaa-472a-b068-5670dfd668df tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:54.814389 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-ae0a6833-80a0-4b0a-90b0-8b7eec02c91e req-58229c0e-cdaa-472a-b068-5670dfd668df tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (083c5d62-cbff-46b9-a758-887c31f447fb), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:54.814709 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.l3_db [req-ae0a6833-80a0-4b0a-90b0-8b7eec02c91e req-58229c0e-cdaa-472a-b068-5670dfd668df tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Floating IP 083c5d62-cbff-46b9-a758-887c31f447fb disassociated. External IP: 172.27.0.121, port: 1f832c2a-d3c5-4523-b20a-45a805e6d44f. Mar 23 11:06:54.815051 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [req-ae0a6833-80a0-4b0a-90b0-8b7eec02c91e req-58229c0e-cdaa-472a-b068-5670dfd668df tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Calling delete_port for 1f832c2a-d3c5-4523-b20a-45a805e6d44f owned by compute:nova {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:06:54.818100 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning for port 6f91b139-181a-488d-92ae-e86c1b621dba completed by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 11:06:54.822343 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port 6f91b139-181a-488d-92ae-e86c1b621dba triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:06:54.822738 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (6f91b139-181a-488d-92ae-e86c1b621dba), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:54.900445 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 6f91b139-181a-488d-92ae-e86c1b621dba is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:06:54.900765 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (6f91b139-181a-488d-92ae-e86c1b621dba), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:54.922965 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f91b139-181a-488d-92ae-e86c1b621dba'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:06:54.925292 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fff076-270a-4cac-baa2-400d6953fb0f" -d '{"events": [{"server_uuid": "b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5", "name": "network-vif-plugged", "status": "completed", "tag": "6f91b139-181a-488d-92ae-e86c1b621dba"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:06:54.937841 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 6f91b139-181a-488d-92ae-e86c1b621dba, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f91b139-181a-488d-92ae-e86c1b621dba,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:06:54.962944 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9c3ded-b613-4206-84d3-e1336da53ba4 x-openstack-request-id: req-6a9c3ded-b613-4206-84d3-e1336da53ba4 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:06:54.963252 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5", "name": "network-vif-plugged", "status": "completed", "tag": "6f91b139-181a-488d-92ae-e86c1b621dba", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:06:54.963505 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a9c3ded-b613-4206-84d3-e1336da53ba4 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:06:54.963918 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a9c3ded-b613-4206-84d3-e1336da53ba4'] response: {'server_uuid': 'b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f91b139-181a-488d-92ae-e86c1b621dba', 'code': 200} Mar 23 11:06:55.017690 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (6f91b139-181a-488d-92ae-e86c1b621dba), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:55.040685 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-ae0a6833-80a0-4b0a-90b0-8b7eec02c91e req-58229c0e-cdaa-472a-b068-5670dfd668df tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (1f832c2a-d3c5-4523-b20a-45a805e6d44f), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:55.070063 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58229c0e-cdaa-472a-b068-5670dfd668df tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Pushing event deleted for resources: {'Port': ['ID=1f832c2a-d3c5-4523-b20a-45a805e6d44f,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:55.072904 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=6f91b139-181a-488d-92ae-e86c1b621dba,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:55.189670 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae0a6833-80a0-4b0a-90b0-8b7eec02c91e req-58229c0e-cdaa-472a-b068-5670dfd668df tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Router cb4dbaa4-6cb5-40f4-be1a-8814259b97de has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:06:55.304826 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb4c0-c059-4b26-8fde-032e90269299 req-baf9363f-30ec-40a7-97b7-15547f474fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:55.306424 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-187cb4c0-c059-4b26-8fde-032e90269299 req-baf9363f-30ec-40a7-97b7-15547f474fca service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 1129 time: 0.0441904 Mar 23 11:06:55.309541 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-000287c3-ec8d-43d3-86e8-4a8369d690b5 req-1869ea9f-c380-449c-8fb1-b85e8df73d94 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 210 time: 0.0321598 Mar 23 11:06:55.334594 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae0a6833-80a0-4b0a-90b0-8b7eec02c91e req-58229c0e-cdaa-472a-b068-5670dfd668df tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:06:55.346282 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad62ad3-24a6-4fda-bdd6-7155ba6c63cd None None] Sync routers for ids ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:06:55.358508 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad62ad3-24a6-4fda-bdd6-7155ba6c63cd None None] Routers {'cb4dbaa4-6cb5-40f4-be1a-8814259b97de'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:06:55.359865 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-1ad62ad3-24a6-4fda-bdd6-7155ba6c63cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975c30400>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:06:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:55.362242 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-187cb4c0-c059-4b26-8fde-032e90269299 req-3d08544d-b314-4b69-97c1-5804af4b3a43 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419364 Mar 23 11:06:55.380665 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0a6833-80a0-4b0a-90b0-8b7eec02c91e req-58229c0e-cdaa-472a-b068-5670dfd668df tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] No DVR routers for this DVR port 1f832c2a-d3c5-4523-b20a-45a805e6d44f on host hv-cinder-79053 {{(pid=103540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:06:55.383474 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-ae0a6833-80a0-4b0a-90b0-8b7eec02c91e req-58229c0e-cdaa-472a-b068-5670dfd668df tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:55.386783 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ae0a6833-80a0-4b0a-90b0-8b7eec02c91e req-58229c0e-cdaa-472a-b068-5670dfd668df tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.52 "DELETE /v2.0/ports/1f832c2a-d3c5-4523-b20a-45a805e6d44f HTTP/1.1" status: 204 len: 173 time: 1.0490386 Mar 23 11:06:55.387368 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73996af-ca46-4193-9af6-c60bbfcda85a', 'name': 'network-vif-deleted', 'tag': '1f832c2a-d3c5-4523-b20a-45a805e6d44f'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:06:55.389638 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7071ff91-4109-4671-b5f8-c29c1489b42d" -d '{"events": [{"server_uuid": "d73996af-ca46-4193-9af6-c60bbfcda85a", "name": "network-vif-deleted", "tag": "1f832c2a-d3c5-4523-b20a-45a805e6d44f"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:06:55.428638 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c20ffdd-27b1-449f-9d27-3d7923eabab1 x-openstack-request-id: req-5c20ffdd-27b1-449f-9d27-3d7923eabab1 {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:06:55.429523 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73996af-ca46-4193-9af6-c60bbfcda85a", "name": "network-vif-deleted", "tag": "1f832c2a-d3c5-4523-b20a-45a805e6d44f", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:06:55.429523 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c20ffdd-27b1-449f-9d27-3d7923eabab1 {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:06:55.433895 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c20ffdd-27b1-449f-9d27-3d7923eabab1'] response: {'server_uuid': 'd73996af-ca46-4193-9af6-c60bbfcda85a', 'name': 'network-vif-deleted', 'tag': '1f832c2a-d3c5-4523-b20a-45a805e6d44f', 'status': 'completed', 'code': 200} Mar 23 11:06:55.471782 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-1ad62ad3-24a6-4fda-bdd6-7155ba6c63cd None None] Set router cb4dbaa4-6cb5-40f4-be1a-8814259b97de gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:06:55.610893 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b900fa8-767f-47d8-b2ec-0ae5478becc3 req-ca1912fb-429d-4dea-85bc-f05a4248a279 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:55.612480 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6b900fa8-767f-47d8-b2ec-0ae5478becc3 req-ca1912fb-429d-4dea-85bc-f05a4248a279 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0682678 Mar 23 11:06:55.660399 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6b900fa8-767f-47d8-b2ec-0ae5478becc3 req-9546ab6f-a448-45c7-a106-42287f9699e5 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414841 Mar 23 11:06:55.710830 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-1ad62ad3-24a6-4fda-bdd6-7155ba6c63cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975c30400>, [{'id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'name': 'tempest-AttachVolumeTestJSON-1078316782-router', 'tenant_id': '88a763b09264492ebee3006194629da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:26Z', 'revision_number': 4, 'project_id': '88a763b09264492ebee3006194629da1', 'gw_port': {'id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '17b8b188-e216-45ba-a788-20f4d39d9165', 'name': '', 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'tenant_id': '88a763b09264492ebee3006194629da1', 'mac_address': 'fa:16:3e:4d:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:25Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 5, 'project_id': '88a763b09264492ebee3006194629da1', 'subnets': [{'id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:55.738193 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad62ad3-24a6-4fda-bdd6-7155ba6c63cd None None] Checking router: cb4dbaa4-6cb5-40f4-be1a-8814259b97de for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:06:55.746883 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad62ad3-24a6-4fda-bdd6-7155ba6c63cd None None] Routers {'cb4dbaa4-6cb5-40f4-be1a-8814259b97de'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:06:55.747533 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-1ad62ad3-24a6-4fda-bdd6-7155ba6c63cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975c30400>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:06:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:55.787151 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b84aa643-d66e-4379-b910-a9b8f76f82cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:55.867876 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-1ad62ad3-24a6-4fda-bdd6-7155ba6c63cd None None] Set router cb4dbaa4-6cb5-40f4-be1a-8814259b97de gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:06:55.876365 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a5d18-310d-4027-ae19-7b530c6b01c6 req-524fc805-b462-465b-87cd-17a743158b63 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:55.877876 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-084a5d18-310d-4027-ae19-7b530c6b01c6 req-524fc805-b462-465b-87cd-17a743158b63 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0527337 Mar 23 11:06:55.929712 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-084a5d18-310d-4027-ae19-7b530c6b01c6 req-811f4d63-5d11-4d0e-9595-61daa4067f77 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451365 Mar 23 11:06:56.067055 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-1ad62ad3-24a6-4fda-bdd6-7155ba6c63cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975c30400>, [{'id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'name': 'tempest-AttachVolumeTestJSON-1078316782-router', 'tenant_id': '88a763b09264492ebee3006194629da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:26Z', 'revision_number': 4, 'project_id': '88a763b09264492ebee3006194629da1', 'gw_port': {'id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '17b8b188-e216-45ba-a788-20f4d39d9165', 'name': '', 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'tenant_id': '88a763b09264492ebee3006194629da1', 'mac_address': 'fa:16:3e:4d:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:25Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 5, 'project_id': '88a763b09264492ebee3006194629da1', 'subnets': [{'id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:56.094137 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad62ad3-24a6-4fda-bdd6-7155ba6c63cd None None] The sync data for ids ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'] in dv-cinder-790535-33-iscsi is: [{'id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'name': 'tempest-AttachVolumeTestJSON-1078316782-router', 'tenant_id': '88a763b09264492ebee3006194629da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:26Z', 'revision_number': 4, 'project_id': '88a763b09264492ebee3006194629da1', 'gw_port': {'id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '17b8b188-e216-45ba-a788-20f4d39d9165', 'name': '', 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'tenant_id': '88a763b09264492ebee3006194629da1', 'mac_address': 'fa:16:3e:4d:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:25Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 5, 'project_id': '88a763b09264492ebee3006194629da1', 'subnets': [{'id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:06:56.306773 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79205a29-92b8-4ec8-a09a-c3ac5d920b65 None None] New status for floating IP 083c5d62-cbff-46b9-a758-887c31f447fb: DOWN {{(pid=103542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:06:56.416446 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f3f1d8f2-216c-4a80-8f5a-59795fa48ad1 req-a1ec19d4-07cc-4057-beb3-016217dc3fc2 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=d73996af-ca46-4193-9af6-c60bbfcda85a HTTP/1.1" status: 200 len: 210 time: 0.0278480 Mar 23 11:06:56.699995 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 1f832c2a-d3c5-4523-b20a-45a805e6d44f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:06:56.721895 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] No Port match for: 1f832c2a-d3c5-4523-b20a-45a805e6d44f {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:06:56.722542 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 1f832c2a-d3c5-4523-b20a-45a805e6d44f not bound to the agent host hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:06:56.789762 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb463753-9f8a-47c4-bb83-4a4a64d54a51 req-e4f440b8-018f-407c-921d-a2147d63bf0e tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:56.793668 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bb463753-9f8a-47c4-bb83-4a4a64d54a51 req-e4f440b8-018f-407c-921d-a2147d63bf0e tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0532029 Mar 23 11:06:56.839724 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bb463753-9f8a-47c4-bb83-4a4a64d54a51 req-bc1f9bba-b63e-493a-9b70-be37f9cf7486 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427046 Mar 23 11:06:57.045314 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf3020-66d9-4b03-8e50-13e4708e84e9 req-d192f102-8059-4581-9ca9-afbb6e7ed371 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:57.046776 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3ebf3020-66d9-4b03-8e50-13e4708e84e9 req-d192f102-8059-4581-9ca9-afbb6e7ed371 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0498841 Mar 23 11:06:57.093838 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3ebf3020-66d9-4b03-8e50-13e4708e84e9 req-56321b4a-7648-4046-b31f-1de550ed67f0 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416360 Mar 23 11:06:57.536036 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa78d6c-918b-4760-9193-3b0c2f142660 req-18c94940-0e1d-45c9-9ca4-b3aeedba8909 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:57.538133 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-caa78d6c-918b-4760-9193-3b0c2f142660 req-18c94940-0e1d-45c9-9ca4-b3aeedba8909 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0513153 Mar 23 11:06:57.583738 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 52272) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:06:57.671184 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [req-caa78d6c-918b-4760-9193-3b0c2f142660 req-f21b1dd5-2053-46c3-a7fa-e68bbb66c7b2 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Deleting port 774c004f-6bd4-4817-863f-97c05c7167ae {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:06:57.671510 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-caa78d6c-918b-4760-9193-3b0c2f142660 req-f21b1dd5-2053-46c3-a7fa-e68bbb66c7b2 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (774c004f-6bd4-4817-863f-97c05c7167ae), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:57.673919 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f8db2610-a7c6-4764-ae20-3737ea404141 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for security_group (038623e5-01f3-45b9-b7fe-cf853559cf62), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:57.736124 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f8db2610-a7c6-4764-ae20-3737ea404141 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for security_group (038623e5-01f3-45b9-b7fe-cf853559cf62), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:57.796352 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-caa78d6c-918b-4760-9193-3b0c2f142660 req-f21b1dd5-2053-46c3-a7fa-e68bbb66c7b2 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] For port 774c004f-6bd4-4817-863f-97c05c7167ae, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=774c004f-6bd4-4817-863f-97c05c7167ae,segment=NetworkSegment(486bcbfd-361c-4836-9657-8a8d022c8112),segment_id=486bcbfd-361c-4836-9657-8a8d022c8112)] {{(pid=103540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:06:57.796724 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-caa78d6c-918b-4760-9193-3b0c2f142660 req-f21b1dd5-2053-46c3-a7fa-e68bbb66c7b2 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (774c004f-6bd4-4817-863f-97c05c7167ae), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:57.811114 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c3d0f584-a41b-4850-8c0c-6f6923b25020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:57.897773 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f8db2610-a7c6-4764-ae20-3737ea404141 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (038623e5-01f3-45b9-b7fe-cf853559cf62), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:57.900278 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f8db2610-a7c6-4764-ae20-3737ea404141 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:57.903879 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-f8db2610-a7c6-4764-ae20-3737ea404141 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "DELETE /v2.0/security-groups/038623e5-01f3-45b9-b7fe-cf853559cf62 HTTP/1.1" status: 204 len: 168 time: 0.3167794 Mar 23 11:06:57.904276 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 52278) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:06:57.917298 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db2610-a7c6-4764-ae20-3737ea404141 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=038623e5-01f3-45b9-b7fe-cf853559cf62,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:57.917508 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.api.v2.resource [None req-e2539fa5-23f5-456c-8cbc-d4ee87ecec49 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] show failed (client error): The resource could not be found. Mar 23 11:06:57.919267 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-e2539fa5-23f5-456c-8cbc-d4ee87ecec49 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups/038623e5-01f3-45b9-b7fe-cf853559cf62 HTTP/1.1" status: 404 len: 347 time: 0.0132234 Mar 23 11:06:57.921450 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 52280) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:06:58.015361 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-caa78d6c-918b-4760-9193-3b0c2f142660 req-f21b1dd5-2053-46c3-a7fa-e68bbb66c7b2 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:58.015683 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-caa78d6c-918b-4760-9193-3b0c2f142660 req-f21b1dd5-2053-46c3-a7fa-e68bbb66c7b2 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (202b7c8f-7aae-4786-8ba9-b478f8e78709), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:58.015967 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.l3_db [req-caa78d6c-918b-4760-9193-3b0c2f142660 req-f21b1dd5-2053-46c3-a7fa-e68bbb66c7b2 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Floating IP 202b7c8f-7aae-4786-8ba9-b478f8e78709 disassociated. External IP: 172.27.0.99, port: 774c004f-6bd4-4817-863f-97c05c7167ae. Mar 23 11:06:58.016313 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [req-caa78d6c-918b-4760-9193-3b0c2f142660 req-f21b1dd5-2053-46c3-a7fa-e68bbb66c7b2 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Calling delete_port for 774c004f-6bd4-4817-863f-97c05c7167ae owned by compute:nova {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:06:58.027454 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9844c-2071-407e-95e7-f10eef624d1b req-a18aaa3f-6510-4830-8db2-ffcc8043bf7d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:58.029032 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-99e9844c-2071-407e-95e7-f10eef624d1b req-a18aaa3f-6510-4830-8db2-ffcc8043bf7d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.1150060 Mar 23 11:06:58.279722 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-f68b16bf-b2b7-4068-abd9-c85cf7cd854d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Deleting port 8d00eeb9-419c-4a15-9d1a-d1f02efcb488 {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:06:58.280017 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f68b16bf-b2b7-4068-abd9-c85cf7cd854d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (8d00eeb9-419c-4a15-9d1a-d1f02efcb488), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:58.360625 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f68b16bf-b2b7-4068-abd9-c85cf7cd854d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (8d00eeb9-419c-4a15-9d1a-d1f02efcb488), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:58.360945 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f68b16bf-b2b7-4068-abd9-c85cf7cd854d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for floatingip (8d00eeb9-419c-4a15-9d1a-d1f02efcb488), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:58.373529 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-f68b16bf-b2b7-4068-abd9-c85cf7cd854d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Calling delete_port for 8d00eeb9-419c-4a15-9d1a-d1f02efcb488 owned by network:floatingip {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:06:58.402136 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-99e9844c-2071-407e-95e7-f10eef624d1b req-b65db60d-54e4-43be-b9ed-e59062125bee tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3668685 Mar 23 11:06:58.441829 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0a150-561c-44bf-82a7-f273c6f9cc8c req-17dd9ced-dbd2-4378-937e-cdea8a8af11c tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:58.443852 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bfc0a150-561c-44bf-82a7-f273c6f9cc8c req-17dd9ced-dbd2-4378-937e-cdea8a8af11c tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 946 time: 0.0828624 Mar 23 11:06:58.555699 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bfc0a150-561c-44bf-82a7-f273c6f9cc8c req-b3c9f97e-7fa8-4a28-b7ae-8b804af8788e tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=e5dac614-11a8-4dbd-8494-dbff0f8d9530&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937743 Mar 23 11:06:58.567239 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fa08c-1907-433f-a2ab-70c150ebf45e req-46925e43-1375-4fbd-b648-eea1883340a7 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:58.569267 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-eb9fa08c-1907-433f-a2ab-70c150ebf45e req-46925e43-1375-4fbd-b648-eea1883340a7 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0951254 Mar 23 11:06:58.577859 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 52286) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:06:58.578134 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f68b16bf-b2b7-4068-abd9-c85cf7cd854d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (8d00eeb9-419c-4a15-9d1a-d1f02efcb488), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:58.582902 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-eb23b3da-8133-4651-b65d-c65a177808b0 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Request body: {'floatingip': {'port_id': '6f91b139-181a-488d-92ae-e86c1b621dba'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:58.602012 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b16bf-b2b7-4068-abd9-c85cf7cd854d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Pushing event deleted for resources: {'Port': ['ID=8d00eeb9-419c-4a15-9d1a-d1f02efcb488,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:58.614148 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-caa78d6c-918b-4760-9193-3b0c2f142660 req-f21b1dd5-2053-46c3-a7fa-e68bbb66c7b2 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (774c004f-6bd4-4817-863f-97c05c7167ae), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:58.647659 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-eb23b3da-8133-4651-b65d-c65a177808b0 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for floatingip (43fb8280-3412-43ab-a969-65ade3a31562), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:58.665757 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f68b16bf-b2b7-4068-abd9-c85cf7cd854d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for floatingip (083c5d62-cbff-46b9-a758-887c31f447fb), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:58.668269 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f68b16bf-b2b7-4068-abd9-c85cf7cd854d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:58.669456 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-f68b16bf-b2b7-4068-abd9-c85cf7cd854d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "DELETE /v2.0/floatingips/083c5d62-cbff-46b9-a758-887c31f447fb HTTP/1.1" status: 204 len: 168 time: 0.7469027 Mar 23 11:06:58.681993 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b1dd5-2053-46c3-a7fa-e68bbb66c7b2 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Pushing event deleted for resources: {'Port': ['ID=774c004f-6bd4-4817-863f-97c05c7167ae,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:58.905039 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 52292) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:06:58.910156 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-cb33fc10-9d0e-4b84-90e2-15aec26d4d54 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2057882537', 'description': 'tempest-description--1436152846'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:58.948502 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-caa78d6c-918b-4760-9193-3b0c2f142660 req-f21b1dd5-2053-46c3-a7fa-e68bbb66c7b2 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Router 5797708f-0cbb-4dd8-9e40-050012755701 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:06:58.977803 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-cb33fc10-9d0e-4b84-90e2-15aec26d4d54 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:59.044417 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-cb33fc10-9d0e-4b84-90e2-15aec26d4d54 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for security_group (02daaffe-90a7-4f8c-990a-7a6e684b0fcb), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:59.109716 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-cb33fc10-9d0e-4b84-90e2-15aec26d4d54 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (02daaffe-90a7-4f8c-990a-7a6e684b0fcb), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:59.140058 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33fc10-9d0e-4b84-90e2-15aec26d4d54 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02daaffe-90a7-4f8c-990a-7a6e684b0fcb,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:59.188915 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-caa78d6c-918b-4760-9193-3b0c2f142660 req-f21b1dd5-2053-46c3-a7fa-e68bbb66c7b2 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:06:59.199624 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f3a03b-6a12-4f3c-afad-acbaecd4995b None None] Sync routers for ids ['5797708f-0cbb-4dd8-9e40-050012755701'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:06:59.209756 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f3a03b-6a12-4f3c-afad-acbaecd4995b None None] Routers {'5797708f-0cbb-4dd8-9e40-050012755701'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:06:59.210376 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-f1f3a03b-6a12-4f3c-afad-acbaecd4995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975c08e20>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:06:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['5797708f-0cbb-4dd8-9e40-050012755701'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:59.219877 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-cb33fc10-9d0e-4b84-90e2-15aec26d4d54 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:59.225051 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-cb33fc10-9d0e-4b84-90e2-15aec26d4d54 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3188436 Mar 23 11:06:59.226908 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 52294) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:06:59.230433 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-19af845b-f885-4df0-b898-8b1b35c5dde7 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Request body: {'security_group_rule': {'security_group_id': '02daaffe-90a7-4f8c-990a-7a6e684b0fcb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:59.255033 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa78d6c-918b-4760-9193-3b0c2f142660 req-f21b1dd5-2053-46c3-a7fa-e68bbb66c7b2 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] No DVR routers for this DVR port 774c004f-6bd4-4817-863f-97c05c7167ae on host hv-cinder-79053 {{(pid=103540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:06:59.257936 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-caa78d6c-918b-4760-9193-3b0c2f142660 req-f21b1dd5-2053-46c3-a7fa-e68bbb66c7b2 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:59.262106 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-caa78d6c-918b-4760-9193-3b0c2f142660 req-f21b1dd5-2053-46c3-a7fa-e68bbb66c7b2 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.52 "DELETE /v2.0/ports/774c004f-6bd4-4817-863f-97c05c7167ae HTTP/1.1" status: 204 len: 173 time: 1.7190819 Mar 23 11:06:59.267304 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e856cef-89b7-427b-90ae-f8db7d287961', 'name': 'network-vif-deleted', 'tag': '774c004f-6bd4-4817-863f-97c05c7167ae'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:06:59.269609 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b459a6f3-22c3-4f22-8fb8-985680467cad" -d '{"events": [{"server_uuid": "1e856cef-89b7-427b-90ae-f8db7d287961", "name": "network-vif-deleted", "tag": "774c004f-6bd4-4817-863f-97c05c7167ae"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:06:59.310435 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d238224-12eb-4ea8-986f-e12fdabcb8ef x-openstack-request-id: req-9d238224-12eb-4ea8-986f-e12fdabcb8ef {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:06:59.310733 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e856cef-89b7-427b-90ae-f8db7d287961", "name": "network-vif-deleted", "tag": "774c004f-6bd4-4817-863f-97c05c7167ae", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:06:59.312653 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9d238224-12eb-4ea8-986f-e12fdabcb8ef {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:06:59.312653 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d238224-12eb-4ea8-986f-e12fdabcb8ef'] response: {'server_uuid': '1e856cef-89b7-427b-90ae-f8db7d287961', 'name': 'network-vif-deleted', 'tag': '774c004f-6bd4-4817-863f-97c05c7167ae', 'status': 'completed', 'code': 200} Mar 23 11:06:59.335727 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-eb23b3da-8133-4651-b65d-c65a177808b0 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:59.343444 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-19af845b-f885-4df0-b898-8b1b35c5dde7 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for security_group_rule (5a31e6cf-bf24-4518-a518-4be89441bb51), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:59.406527 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-19af845b-f885-4df0-b898-8b1b35c5dde7 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for security_group_rule (5a31e6cf-bf24-4518-a518-4be89441bb51), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:59.446630 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-eb23b3da-8133-4651-b65d-c65a177808b0 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (43fb8280-3412-43ab-a969-65ade3a31562), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:59.476155 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-f1f3a03b-6a12-4f3c-afad-acbaecd4995b None None] Set router 5797708f-0cbb-4dd8-9e40-050012755701 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:06:59.509096 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-19af845b-f885-4df0-b898-8b1b35c5dde7 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (5a31e6cf-bf24-4518-a518-4be89441bb51), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:59.530178 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af845b-f885-4df0-b898-8b1b35c5dde7 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a31e6cf-bf24-4518-a518-4be89441bb51,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:59.546864 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:59.558053 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.l3_db [None req-eb23b3da-8133-4651-b65d-c65a177808b0 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Floating IP 43fb8280-3412-43ab-a969-65ade3a31562 associated. External IP: 172.27.0.33, port: 6f91b139-181a-488d-92ae-e86c1b621dba. Mar 23 11:06:59.597029 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-19af845b-f885-4df0-b898-8b1b35c5dde7 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:59.598312 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-19af845b-f885-4df0-b898-8b1b35c5dde7 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3715112 Mar 23 11:06:59.601489 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 52300) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:06:59.605813 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-1bcff968-04a7-4572-881a-467d0472d5c6 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Request body: {'security_group_rule': {'security_group_id': '02daaffe-90a7-4f8c-990a-7a6e684b0fcb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:59.687920 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-f1f3a03b-6a12-4f3c-afad-acbaecd4995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975c08e20>, [{'id': '5797708f-0cbb-4dd8-9e40-050012755701', 'name': 'tempest-ServerRescueNegativeTestJSON-347261842-router', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'gw_port': {'id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:84:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '98442a47-35ec-4a33-806f-498a325edc3c', 'name': '', 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'mac_address': 'fa:16:3e:72:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:39Z', 'revision_number': 5, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'subnets': [{'id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:59.694468 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bc4101f3-9c36-44a9-a414-10864b0e9b2b req-bc87a501-9ff0-480b-a79d-b46a10e3b06b tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e856cef-89b7-427b-90ae-f8db7d287961 HTTP/1.1" status: 200 len: 210 time: 0.0370615 Mar 23 11:06:59.713806 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1bcff968-04a7-4572-881a-467d0472d5c6 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for security_group_rule (852d221f-516d-44eb-9f35-3c3f56499939), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:59.714506 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f3a03b-6a12-4f3c-afad-acbaecd4995b None None] Checking router: 5797708f-0cbb-4dd8-9e40-050012755701 for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:06:59.724454 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f3a03b-6a12-4f3c-afad-acbaecd4995b None None] Routers {'5797708f-0cbb-4dd8-9e40-050012755701'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:06:59.725095 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-f1f3a03b-6a12-4f3c-afad-acbaecd4995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975c08e20>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:06:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['5797708f-0cbb-4dd8-9e40-050012755701'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:59.777726 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1bcff968-04a7-4572-881a-467d0472d5c6 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for security_group_rule (852d221f-516d-44eb-9f35-3c3f56499939), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:59.822629 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb23b3da-8133-4651-b65d-c65a177808b0 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Router 6caa565d-e730-4602-893b-972c8b586aa6 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:06:59.834405 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-f1f3a03b-6a12-4f3c-afad-acbaecd4995b None None] Set router 5797708f-0cbb-4dd8-9e40-050012755701 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:06:59.851998 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1bcff968-04a7-4572-881a-467d0472d5c6 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (852d221f-516d-44eb-9f35-3c3f56499939), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:59.871239 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcff968-04a7-4572-881a-467d0472d5c6 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852d221f-516d-44eb-9f35-3c3f56499939,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:59.943966 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb23b3da-8133-4651-b65d-c65a177808b0 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:06:59.954445 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1bcff968-04a7-4572-881a-467d0472d5c6 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:59.954445 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-1bcff968-04a7-4572-881a-467d0472d5c6 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3460147 Mar 23 11:06:59.954968 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-eb23b3da-8133-4651-b65d-c65a177808b0 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:06:59.955057 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 52304) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:06:59.962897 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-fe2c2e29-8ac4-49a0-b545-4f8ba5c6790d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Request body: {'floatingip': {'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:59.966481 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc29c3f3-a780-47b3-9da4-d2ba34322879 None None] Sync routers for ids ['6caa565d-e730-4602-893b-972c8b586aa6'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:06:59.976111 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc29c3f3-a780-47b3-9da4-d2ba34322879 None None] Routers {'6caa565d-e730-4602-893b-972c8b586aa6'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:06:59.976735 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-cc29c3f3-a780-47b3-9da4-d2ba34322879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f29773d12b0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:06:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['6caa565d-e730-4602-893b-972c8b586aa6'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:59.986805 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-eb23b3da-8133-4651-b65d-c65a177808b0 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "PUT /v2.0/floatingips/43fb8280-3412-43ab-a969-65ade3a31562 HTTP/1.1" status: 200 len: 990 time: 1.4078310 Mar 23 11:07:00.050776 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fe2c2e29-8ac4-49a0-b545-4f8ba5c6790d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:00.055183 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-f1f3a03b-6a12-4f3c-afad-acbaecd4995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975c08e20>, [{'id': '5797708f-0cbb-4dd8-9e40-050012755701', 'name': 'tempest-ServerRescueNegativeTestJSON-347261842-router', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'gw_port': {'id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:84:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '98442a47-35ec-4a33-806f-498a325edc3c', 'name': '', 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'mac_address': 'fa:16:3e:72:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:39Z', 'revision_number': 5, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'subnets': [{'id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:00.082378 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f3a03b-6a12-4f3c-afad-acbaecd4995b None None] The sync data for ids ['5797708f-0cbb-4dd8-9e40-050012755701'] in dv-cinder-790535-33-iscsi is: [{'id': '5797708f-0cbb-4dd8-9e40-050012755701', 'name': 'tempest-ServerRescueNegativeTestJSON-347261842-router', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'gw_port': {'id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:84:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '98442a47-35ec-4a33-806f-498a325edc3c', 'name': '', 'network_id': '4b8305e7-fc73-4884-8968-f1c6a05e1337', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'mac_address': 'fa:16:3e:72:ee:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:39Z', 'revision_number': 5, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'subnets': [{'id': '886ce67b-f101-4e68-8143-abba0194fcaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:07:00.084279 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-cc29c3f3-a780-47b3-9da4-d2ba34322879 None None] Set router 6caa565d-e730-4602-893b-972c8b586aa6 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:07:00.162431 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fe2c2e29-8ac4-49a0-b545-4f8ba5c6790d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:00.282743 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [None req-fe2c2e29-8ac4-49a0-b545-4f8ba5c6790d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Allocated IP 172.27.0.2 (95c18418-5bae-427e-9b81-a5d1c1650c0a/3e1497af-c43c-4f5b-914b-136f0356db85/afd79319-c53e-409b-a64c-855ae1c84d96) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:07:00.339592 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-cc29c3f3-a780-47b3-9da4-d2ba34322879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f29773d12b0>, [{'id': '6caa565d-e730-4602-893b-972c8b586aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-1335546804-router', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'gw_port': {'id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:22Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '43fb8280-3412-43ab-a969-65ade3a31562', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'port_id': '6f91b139-181a-488d-92ae-e86c1b621dba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'mac_address': 'fa:16:3e:ce:b5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:06:42Z', 'updated_at': '2022-03-23T11:06:59Z', 'revision_number': 1, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18896643-080e-45ec-9651-fcc34ac08cdc', 'name': '', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'mac_address': 'fa:16:3e:fe:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:38Z', 'revision_number': 5, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'subnets': [{'id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:00.365953 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dce09c9-531d-4fa7-9054-c2ad52f4a85d None None] New status for floating IP 202b7c8f-7aae-4786-8ba9-b478f8e78709: DOWN {{(pid=103541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:07:00.367100 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc29c3f3-a780-47b3-9da4-d2ba34322879 None None] Checking router: 6caa565d-e730-4602-893b-972c8b586aa6 for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:07:00.376845 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc29c3f3-a780-47b3-9da4-d2ba34322879 None None] Routers {'6caa565d-e730-4602-893b-972c8b586aa6'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:07:00.377523 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-cc29c3f3-a780-47b3-9da4-d2ba34322879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f29773d12b0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:06:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['6caa565d-e730-4602-893b-972c8b586aa6'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:00.398566 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fe2c2e29-8ac4-49a0-b545-4f8ba5c6790d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for port (afd79319-c53e-409b-a64c-855ae1c84d96), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:00.510625 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fe2c2e29-8ac4-49a0-b545-4f8ba5c6790d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (afd79319-c53e-409b-a64c-855ae1c84d96), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:00.550344 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2c2e29-8ac4-49a0-b545-4f8ba5c6790d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:07:00.555678 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-fe2c2e29-8ac4-49a0-b545-4f8ba5c6790d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:07:00.560198 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2c2e29-8ac4-49a0-b545-4f8ba5c6790d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:07:00.579916 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-cc29c3f3-a780-47b3-9da4-d2ba34322879 None None] Set router 6caa565d-e730-4602-893b-972c8b586aa6 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:07:00.580208 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c2e29-8ac4-49a0-b545-4f8ba5c6790d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Pushing event updated for resources: {'Port': ['ID=afd79319-c53e-409b-a64c-855ae1c84d96,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:00.647578 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fe2c2e29-8ac4-49a0-b545-4f8ba5c6790d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for floatingip (043926fe-d169-488f-a12e-4cd8d1a9f673), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:00.700018 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 774c004f-6bd4-4817-863f-97c05c7167ae no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:07:00.703578 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:00.723238 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] No Port match for: 774c004f-6bd4-4817-863f-97c05c7167ae {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:07:00.724730 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 774c004f-6bd4-4817-863f-97c05c7167ae not bound to the agent host hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:07:00.779867 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fe2c2e29-8ac4-49a0-b545-4f8ba5c6790d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (afd79319-c53e-409b-a64c-855ae1c84d96), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:00.815405 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-cc29c3f3-a780-47b3-9da4-d2ba34322879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f29773d12b0>, [{'id': '6caa565d-e730-4602-893b-972c8b586aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-1335546804-router', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'gw_port': {'id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:22Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '43fb8280-3412-43ab-a969-65ade3a31562', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'port_id': '6f91b139-181a-488d-92ae-e86c1b621dba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'mac_address': 'fa:16:3e:ce:b5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:06:42Z', 'updated_at': '2022-03-23T11:06:59Z', 'revision_number': 1, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18896643-080e-45ec-9651-fcc34ac08cdc', 'name': '', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'mac_address': 'fa:16:3e:fe:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:38Z', 'revision_number': 5, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'subnets': [{'id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:00.844743 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc29c3f3-a780-47b3-9da4-d2ba34322879 None None] The sync data for ids ['6caa565d-e730-4602-893b-972c8b586aa6'] in dv-cinder-790535-33-iscsi is: [{'id': '6caa565d-e730-4602-893b-972c8b586aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-1335546804-router', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'gw_port': {'id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:22Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '43fb8280-3412-43ab-a969-65ade3a31562', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'port_id': '6f91b139-181a-488d-92ae-e86c1b621dba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'mac_address': 'fa:16:3e:ce:b5:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:06:42Z', 'updated_at': '2022-03-23T11:06:59Z', 'revision_number': 1, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18896643-080e-45ec-9651-fcc34ac08cdc', 'name': '', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'mac_address': 'fa:16:3e:fe:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:38Z', 'revision_number': 5, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'subnets': [{'id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:07:00.846416 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 52312) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:07:00.909473 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8f9298ec-6eac-4282-8efa-eaaf7dbac71c tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks [] for security_group (e5dac614-11a8-4dbd-8494-dbff0f8d9530), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:00.934117 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8f9298ec-6eac-4282-8efa-eaaf7dbac71c tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks [] for security_group (e5dac614-11a8-4dbd-8494-dbff0f8d9530), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:00.942294 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fe2c2e29-8ac4-49a0-b545-4f8ba5c6790d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for port (afd79319-c53e-409b-a64c-855ae1c84d96), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:01.006942 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fe2c2e29-8ac4-49a0-b545-4f8ba5c6790d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (afd79319-c53e-409b-a64c-855ae1c84d96), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:01.065217 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8f9298ec-6eac-4282-8efa-eaaf7dbac71c tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (e5dac614-11a8-4dbd-8494-dbff0f8d9530), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:01.068745 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8f9298ec-6eac-4282-8efa-eaaf7dbac71c tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:01.072913 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-8f9298ec-6eac-4282-8efa-eaaf7dbac71c tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "DELETE /v2.0/security-groups/e5dac614-11a8-4dbd-8494-dbff0f8d9530 HTTP/1.1" status: 204 len: 168 time: 0.2227483 Mar 23 11:07:01.074085 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 52316) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:07:01.079840 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c2e29-8ac4-49a0-b545-4f8ba5c6790d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Pushing event updated for resources: {'Port': ['ID=afd79319-c53e-409b-a64c-855ae1c84d96,revision_number=2']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:01.090120 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff9fd59-41c4-4b76-a7d4-838a707485f4 None None] New status for floating IP 43fb8280-3412-43ab-a969-65ade3a31562: ACTIVE {{(pid=103542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:07:01.090801 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fe2c2e29-8ac4-49a0-b545-4f8ba5c6790d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (043926fe-d169-488f-a12e-4cd8d1a9f673), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:01.104909 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.api.v2.resource [None req-fb958441-6a00-48fd-808b-163abf8b7dce tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] show failed (client error): The resource could not be found. Mar 23 11:07:01.105978 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-fb958441-6a00-48fd-808b-163abf8b7dce tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups/e5dac614-11a8-4dbd-8494-dbff0f8d9530 HTTP/1.1" status: 404 len: 347 time: 0.0268958 Mar 23 11:07:01.106858 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9298ec-6eac-4282-8efa-eaaf7dbac71c tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dac614-11a8-4dbd-8494-dbff0f8d9530,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:01.108849 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 52318) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:07:01.174560 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fe2c2e29-8ac4-49a0-b545-4f8ba5c6790d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:01.175894 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-fe2c2e29-8ac4-49a0-b545-4f8ba5c6790d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2210040 Mar 23 11:07:01.240427 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-dae3ee1b-a17f-4198-bcbc-1eafdb17adad tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Deleting port 98b16947-59b6-4b02-8e23-d0202ddc684d {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:07:01.240779 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-dae3ee1b-a17f-4198-bcbc-1eafdb17adad tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (98b16947-59b6-4b02-8e23-d0202ddc684d), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:01.315284 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5', 'tag': '6f91b139-181a-488d-92ae-e86c1b621dba'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:07:01.318690 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6739657c-30d7-4c6e-b65f-037363502e15" -d '{"events": [{"name": "network-changed", "server_uuid": "b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5", "tag": "6f91b139-181a-488d-92ae-e86c1b621dba"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:07:01.324955 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-dae3ee1b-a17f-4198-bcbc-1eafdb17adad tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (98b16947-59b6-4b02-8e23-d0202ddc684d), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:01.325318 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-dae3ee1b-a17f-4198-bcbc-1eafdb17adad tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks [] for floatingip (98b16947-59b6-4b02-8e23-d0202ddc684d), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:01.338612 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-dae3ee1b-a17f-4198-bcbc-1eafdb17adad tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Calling delete_port for 98b16947-59b6-4b02-8e23-d0202ddc684d owned by network:floatingip {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:07:01.392894 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5507ec12-6329-4485-b997-cfd549ea7db9 x-openstack-request-id: req-5507ec12-6329-4485-b997-cfd549ea7db9 {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:07:01.393194 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5", "tag": "6f91b139-181a-488d-92ae-e86c1b621dba", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:07:01.393448 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5507ec12-6329-4485-b997-cfd549ea7db9 {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:07:01.393845 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5507ec12-6329-4485-b997-cfd549ea7db9'] response: {'name': 'network-changed', 'server_uuid': 'b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5', 'tag': '6f91b139-181a-488d-92ae-e86c1b621dba', 'status': 'completed', 'code': 200} Mar 23 11:07:01.496527 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-dd0e8a1f-f050-46f2-8da9-d5a698bffb50 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2057882537&fields=id&tenant_id=88a763b09264492ebee3006194629da1 HTTP/1.1" status: 200 len: 267 time: 0.1006944 Mar 23 11:07:01.569546 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739657c-30d7-4c6e-b65f-037363502e15 req-642dbbd0-7cb8-4856-a242-e6d7d02a95f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:01.571110 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6739657c-30d7-4c6e-b65f-037363502e15 req-642dbbd0-7cb8-4856-a242-e6d7d02a95f9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a9722a34d004a16ae8e2fb602d551e8&device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 1129 time: 0.1764944 Mar 23 11:07:01.716760 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-8c7c8039-f2ab-46dc-9e40-aae1f2dbc561 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:01.718244 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-8c7c8039-f2ab-46dc-9e40-aae1f2dbc561 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/networks?id=eeda6053-fd0d-4e64-ad5b-c3168c41b691 HTTP/1.1" status: 200 len: 811 time: 0.2097027 Mar 23 11:07:01.745463 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-49f846b4-365b-4a69-8778-4db8ac8add89 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/quotas/88a763b09264492ebee3006194629da1 HTTP/1.1" status: 200 len: 375 time: 0.0197980 Mar 23 11:07:01.746620 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739657c-30d7-4c6e-b65f-037363502e15 req-a3155e19-083c-41b6-858e-db7bd15ee5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:01.747977 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6739657c-30d7-4c6e-b65f-037363502e15 req-a3155e19-083c-41b6-858e-db7bd15ee5bd service neutron] 10.222.0.52 "GET /v2.0/networks?id=a89a6767-25b8-437f-a491-713b0277c026 HTTP/1.1" status: 200 len: 918 time: 0.1694283 Mar 23 11:07:01.816162 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-dae3ee1b-a17f-4198-bcbc-1eafdb17adad tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (98b16947-59b6-4b02-8e23-d0202ddc684d), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:01.853961 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3ee1b-a17f-4198-bcbc-1eafdb17adad tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Pushing event deleted for resources: {'Port': ['ID=98b16947-59b6-4b02-8e23-d0202ddc684d,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:01.873502 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6739657c-30d7-4c6e-b65f-037363502e15 req-e0f39c39-9016-4fa7-aa52-c81471c3db18 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f91b139-181a-488d-92ae-e86c1b621dba HTTP/1.1" status: 200 len: 1000 time: 0.1149023 Mar 23 11:07:01.946623 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-2c1c5418-c458-4559-bfc7-54054ed2e01b tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=88a763b09264492ebee3006194629da1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1959462 Mar 23 11:07:02.018210 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-dae3ee1b-a17f-4198-bcbc-1eafdb17adad tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks [] for floatingip (202b7c8f-7aae-4786-8ba9-b478f8e78709), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:02.020753 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-dae3ee1b-a17f-4198-bcbc-1eafdb17adad tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:02.021941 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-dae3ee1b-a17f-4198-bcbc-1eafdb17adad tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "DELETE /v2.0/floatingips/202b7c8f-7aae-4786-8ba9-b478f8e78709 HTTP/1.1" status: 204 len: 168 time: 0.9116862 Mar 23 11:07:02.023525 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739657c-30d7-4c6e-b65f-037363502e15 req-a4c69ff0-08fe-42f9-a288-33925d2aba0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:02.024949 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6739657c-30d7-4c6e-b65f-037363502e15 req-a4c69ff0-08fe-42f9-a288-33925d2aba0c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76120b10-aef4-4df3-9eb9-41b94555bce9 HTTP/1.1" status: 200 len: 856 time: 0.1359127 Mar 23 11:07:02.094714 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-5d24f028-843f-47ff-8523-3f43b5a8792e service neutron] 10.222.0.41 "GET /v2.0/networks/eeda6053-fd0d-4e64-ad5b-c3168c41b691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356089 Mar 23 11:07:02.112663 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739657c-30d7-4c6e-b65f-037363502e15 req-dc1a784a-abb7-45be-88be-232370d28c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:02.114204 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6739657c-30d7-4c6e-b65f-037363502e15 req-dc1a784a-abb7-45be-88be-232370d28c8d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a89a6767-25b8-437f-a491-713b0277c026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0832202 Mar 23 11:07:02.336894 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:02.513756 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-789db8aa-8cf3-4845-bb4f-d377e795550e service neutron] 10.222.0.41 "GET /v2.0/networks/eeda6053-fd0d-4e64-ad5b-c3168c41b691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108894 Mar 23 11:07:02.518933 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6739657c-30d7-4c6e-b65f-037363502e15 req-412f0bac-1e69-499a-9c83-474ea1e55fb0 service neutron] 10.222.0.52 "GET /v2.0/networks/a89a6767-25b8-437f-a491-713b0277c026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434517 Mar 23 11:07:02.608477 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6739657c-30d7-4c6e-b65f-037363502e15 req-991a7a2c-b3c0-4a34-9d51-f7017c088367 service neutron] 10.222.0.52 "GET /v2.0/networks/a89a6767-25b8-437f-a491-713b0277c026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836282 Mar 23 11:07:02.742165 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1788a7ac-c301-43e3-8db3-200f9e6c96fe req-d4045c8e-32a0-4206-97ce-5e353e51f500 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=a567b433-d090-4002-a25f-9fe755ac80c6 HTTP/1.1" status: 200 len: 210 time: 0.0353737 Mar 23 11:07:03.834439 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a185fc9e-b9e5-43f8-aef8-9042929994e5 req-cb9ba739-5c54-4983-82dd-ad52841dc159 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=a567b433-d090-4002-a25f-9fe755ac80c6 HTTP/1.1" status: 200 len: 210 time: 0.0273387 Mar 23 11:07:04.925294 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6fc63419-8e86-4e15-bcac-15ed375cef08 req-b2cf6f2a-2700-4b5e-858c-858f4d702034 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=a567b433-d090-4002-a25f-9fe755ac80c6 HTTP/1.1" status: 200 len: 210 time: 0.0267310 Mar 23 11:07:06.015974 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2f33c4f3-14d8-450c-a77f-47192fc62e7c req-61ad6961-db5d-4031-a935-4c91e5c90086 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=a567b433-d090-4002-a25f-9fe755ac80c6 HTTP/1.1" status: 200 len: 210 time: 0.0267868 Mar 23 11:07:06.252059 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-a03ab817-7bae-4920-8b65-dacab4d1c995 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:06.253527 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-a03ab817-7bae-4920-8b65-dacab4d1c995 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.52 "GET /v2.0/networks?id=eeda6053-fd0d-4e64-ad5b-c3168c41b691 HTTP/1.1" status: 200 len: 811 time: 0.1017237 Mar 23 11:07:06.319060 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-2c5d2828-5b0e-49d5-8174-a43a053e29a4 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88a763b09264492ebee3006194629da1 HTTP/1.1" status: 200 len: 380 time: 0.0565321 Mar 23 11:07:06.328035 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-75f655a8-b7fe-45dc-9711-adc03f5cb2f2 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Request body: {'port': {'device_id': 'a567b433-d090-4002-a25f-9fe755ac80c6', 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'admin_state_up': True, 'tenant_id': '88a763b09264492ebee3006194629da1', 'security_groups': ['02daaffe-90a7-4f8c-990a-7a6e684b0fcb']}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:07:06.515150 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-75f655a8-b7fe-45dc-9711-adc03f5cb2f2 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Made reservation on behalf of 88a763b09264492ebee3006194629da1 for: {'port': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:07:06.518765 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-75f655a8-b7fe-45dc-9711-adc03f5cb2f2 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:06.651653 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-75f655a8-b7fe-45dc-9711-adc03f5cb2f2 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Allocated IP 172.20.0.3 (eeda6053-fd0d-4e64-ad5b-c3168c41b691/0a92f87a-4230-4f3a-9c60-1bacc798819f/096fd598-a0b3-4d26-b9f2-e05ed3045e07) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:07:06.790072 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-75f655a8-b7fe-45dc-9711-adc03f5cb2f2 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for port (096fd598-a0b3-4d26-b9f2-e05ed3045e07), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:06.904131 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-75f655a8-b7fe-45dc-9711-adc03f5cb2f2 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (096fd598-a0b3-4d26-b9f2-e05ed3045e07), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:06.946627 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-75f655a8-b7fe-45dc-9711-adc03f5cb2f2 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Network eeda6053-fd0d-4e64-ad5b-c3168c41b691 is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:07:06.949956 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-75f655a8-b7fe-45dc-9711-adc03f5cb2f2 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:07:06.954360 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-75f655a8-b7fe-45dc-9711-adc03f5cb2f2 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:07:06.991813 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f655a8-b7fe-45dc-9711-adc03f5cb2f2 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Pushing event updated for resources: {'Port': ['ID=096fd598-a0b3-4d26-b9f2-e05ed3045e07,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:07.014044 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-75f655a8-b7fe-45dc-9711-adc03f5cb2f2 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:07.014789 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-75f655a8-b7fe-45dc-9711-adc03f5cb2f2 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:07.102310 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-75f655a8-b7fe-45dc-9711-adc03f5cb2f2 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7780204 Mar 23 11:07:07.130179 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-38c9ecfa-74ea-418e-b579-bb392ffbbf9f service neutron] Request body: {'port': {'device_id': 'a567b433-d090-4002-a25f-9fe755ac80c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:07:07.239066 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-7ec23400-b726-44f4-8b81-a3ea1344fe14 None None] Provisioning complete for port 096fd598-a0b3-4d26-b9f2-e05ed3045e07 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:07:07.239605 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7ec23400-b726-44f4-8b81-a3ea1344fe14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (096fd598-a0b3-4d26-b9f2-e05ed3045e07), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:07.252047 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dedbc7-1138-4bdd-ad01-fa7d59d75f39 req-814b21d3-2107-481c-8f2d-01bc014fc46b tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:07.254526 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-20dedbc7-1138-4bdd-ad01-fa7d59d75f39 req-814b21d3-2107-481c-8f2d-01bc014fc46b tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=a567b433-d090-4002-a25f-9fe755ac80c6 HTTP/1.1" status: 200 len: 931 time: 0.1643133 Mar 23 11:07:07.283127 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-38c9ecfa-74ea-418e-b579-bb392ffbbf9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (096fd598-a0b3-4d26-b9f2-e05ed3045e07), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:07.291531 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-7ec23400-b726-44f4-8b81-a3ea1344fe14 None None] Port 096fd598-a0b3-4d26-b9f2-e05ed3045e07 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:07:07.310296 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928b04e-2446-4165-8885-14881e4dc959 req-2bbe1c7e-5d8c-4807-a6db-f41c8a615838 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:07.311769 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5928b04e-2446-4165-8885-14881e4dc959 req-2bbe1c7e-5d8c-4807-a6db-f41c8a615838 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.1882219 Mar 23 11:07:07.372628 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-20dedbc7-1138-4bdd-ad01-fa7d59d75f39 req-efbfdad5-ff68-45cd-bf24-d52128627e53 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=02daaffe-90a7-4f8c-990a-7a6e684b0fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080294 Mar 23 11:07:07.464563 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5928b04e-2446-4165-8885-14881e4dc959 req-d1b498f0-82c5-4f98-bd5f-840d73947278 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399996 Mar 23 11:07:07.615733 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-38c9ecfa-74ea-418e-b579-bb392ffbbf9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 096fd598-a0b3-4d26-b9f2-e05ed3045e07 {{(pid=103540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:07:07.623753 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-38c9ecfa-74ea-418e-b579-bb392ffbbf9f service neutron] Publish callbacks [] for port (096fd598-a0b3-4d26-b9f2-e05ed3045e07), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:07.635469 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.provisioning_blocks [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-38c9ecfa-74ea-418e-b579-bb392ffbbf9f service neutron] Transition to ACTIVE for port object 096fd598-a0b3-4d26-b9f2-e05ed3045e07 will not be triggered until provisioned by entity L2. {{(pid=103540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 11:07:07.691636 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-38c9ecfa-74ea-418e-b579-bb392ffbbf9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (096fd598-a0b3-4d26-b9f2-e05ed3045e07), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:07.739706 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9ecfa-74ea-418e-b579-bb392ffbbf9f service neutron] Pushing event updated for resources: {'Port': ['ID=096fd598-a0b3-4d26-b9f2-e05ed3045e07,revision_number=2']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:07.813277 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-38c9ecfa-74ea-418e-b579-bb392ffbbf9f service neutron] Attempting to bind port 096fd598-a0b3-4d26-b9f2-e05ed3045e07 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:07:07.813812 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-38c9ecfa-74ea-418e-b579-bb392ffbbf9f service neutron] Attempting to bind port 096fd598-a0b3-4d26-b9f2-e05ed3045e07 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '11115769-b95e-401f-b4f1-18e1cab6a5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691'}] {{(pid=103540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:07:07.814156 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-38c9ecfa-74ea-418e-b579-bb392ffbbf9f service neutron] Attempting to bind port 096fd598-a0b3-4d26-b9f2-e05ed3045e07 on network eeda6053-fd0d-4e64-ad5b-c3168c41b691 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:07:07.818727 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-38c9ecfa-74ea-418e-b579-bb392ffbbf9f service neutron] Port 096fd598-a0b3-4d26-b9f2-e05ed3045e07 on network eeda6053-fd0d-4e64-ad5b-c3168c41b691 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 11:07:07.819058 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-38c9ecfa-74ea-418e-b579-bb392ffbbf9f service neutron] Attempting to bind port 096fd598-a0b3-4d26-b9f2-e05ed3045e07 on network eeda6053-fd0d-4e64-ad5b-c3168c41b691 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:07:07.823939 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-38c9ecfa-74ea-418e-b579-bb392ffbbf9f service neutron] Checking agent: {'id': '3422437f-3c55-48f6-8aa2-6fea3ffa4df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'started_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:07:07.824287 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-38c9ecfa-74ea-418e-b579-bb392ffbbf9f service neutron] Checking segment: {'id': '11115769-b95e-401f-b4f1-18e1cab6a5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:07:07.824678 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-38c9ecfa-74ea-418e-b579-bb392ffbbf9f service neutron] Bound using segment: {'id': '11115769-b95e-401f-b4f1-18e1cab6a5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691'} {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:07:07.825104 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-38c9ecfa-74ea-418e-b579-bb392ffbbf9f service neutron] Bound port: 096fd598-a0b3-4d26-b9f2-e05ed3045e07, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11115769-b95e-401f-b4f1-18e1cab6a5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691'}}] {{(pid=103540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:07:07.825511 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-38c9ecfa-74ea-418e-b579-bb392ffbbf9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (096fd598-a0b3-4d26-b9f2-e05ed3045e07), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:07.889304 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-38c9ecfa-74ea-418e-b579-bb392ffbbf9f service neutron] For port 096fd598-a0b3-4d26-b9f2-e05ed3045e07, host hv-cinder-79053, cleared binding levels {{(pid=103540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:07:07.892230 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-38c9ecfa-74ea-418e-b579-bb392ffbbf9f service neutron] For port 096fd598-a0b3-4d26-b9f2-e05ed3045e07, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=096fd598-a0b3-4d26-b9f2-e05ed3045e07,segment=NetworkSegment(11115769-b95e-401f-b4f1-18e1cab6a5a0),segment_id=11115769-b95e-401f-b4f1-18e1cab6a5a0)] {{(pid=103540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:07:07.978218 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-38c9ecfa-74ea-418e-b579-bb392ffbbf9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (096fd598-a0b3-4d26-b9f2-e05ed3045e07), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:08.011474 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-38c9ecfa-74ea-418e-b579-bb392ffbbf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:08.012090 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-38c9ecfa-74ea-418e-b579-bb392ffbbf9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:08.013479 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-38c9ecfa-74ea-418e-b579-bb392ffbbf9f service neutron] 10.222.0.52 "PUT /v2.0/ports/096fd598-a0b3-4d26-b9f2-e05ed3045e07 HTTP/1.1" status: 200 len: 1093 time: 0.8913460 Mar 23 11:07:08.013917 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a567b433-d090-4002-a25f-9fe755ac80c6', 'tag': '096fd598-a0b3-4d26-b9f2-e05ed3045e07'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:07:08.016120 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52f63dc-7938-4f48-a22c-f1950057bc56" -d '{"events": [{"name": "network-changed", "server_uuid": "a567b433-d090-4002-a25f-9fe755ac80c6", "tag": "096fd598-a0b3-4d26-b9f2-e05ed3045e07"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:07:08.042267 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9ecfa-74ea-418e-b579-bb392ffbbf9f service neutron] Pushing event updated for resources: {'Port': ['ID=096fd598-a0b3-4d26-b9f2-e05ed3045e07,revision_number=3']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:08.052694 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff0ac69-c02d-4d2b-a3d1-1ca116370dc4 x-openstack-request-id: req-1ff0ac69-c02d-4d2b-a3d1-1ca116370dc4 {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:07:08.052995 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a567b433-d090-4002-a25f-9fe755ac80c6", "tag": "096fd598-a0b3-4d26-b9f2-e05ed3045e07", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:07:08.053288 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ff0ac69-c02d-4d2b-a3d1-1ca116370dc4 {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:07:08.053698 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ff0ac69-c02d-4d2b-a3d1-1ca116370dc4'] response: {'name': 'network-changed', 'server_uuid': 'a567b433-d090-4002-a25f-9fe755ac80c6', 'tag': '096fd598-a0b3-4d26-b9f2-e05ed3045e07', 'status': 'completed', 'code': 200} Mar 23 11:07:08.488092 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23ab40-d33c-477d-b50f-0882438e271a req-214020ef-1c61-4702-bd65-f9bb1b88b6b1 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:08.489624 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1d23ab40-d33c-477d-b50f-0882438e271a req-214020ef-1c61-4702-bd65-f9bb1b88b6b1 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=a567b433-d090-4002-a25f-9fe755ac80c6 HTTP/1.1" status: 200 len: 943 time: 0.0528367 Mar 23 11:07:08.549979 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1d23ab40-d33c-477d-b50f-0882438e271a req-559cac09-52db-43cd-8c81-28837e2b7488 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=02daaffe-90a7-4f8c-990a-7a6e684b0fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543373 Mar 23 11:07:08.589043 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4780e9f-3bd1-476b-b69b-554bc08d9f20 req-9f9a75c5-c678-4805-bb4f-34f4a9376b81 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:08.590529 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d4780e9f-3bd1-476b-b69b-554bc08d9f20 req-9f9a75c5-c678-4805-bb4f-34f4a9376b81 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0536609 Mar 23 11:07:08.636636 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d4780e9f-3bd1-476b-b69b-554bc08d9f20 req-9cc7bd3f-2d17-4179-858f-d48ad3dc414a tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406094 Mar 23 11:07:09.667703 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0125e8-8670-472a-992e-51ad475858b1 req-783dabf0-bc20-4bb5-b57d-7f421feac166 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:09.669310 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6b0125e8-8670-472a-992e-51ad475858b1 req-783dabf0-bc20-4bb5-b57d-7f421feac166 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=a567b433-d090-4002-a25f-9fe755ac80c6 HTTP/1.1" status: 200 len: 943 time: 0.0542583 Mar 23 11:07:09.724059 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6b0125e8-8670-472a-992e-51ad475858b1 req-b7688cbe-552b-4dad-9ac3-ceeb313f6eb2 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=02daaffe-90a7-4f8c-990a-7a6e684b0fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489681 Mar 23 11:07:09.766020 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3365e-7288-40f9-9dde-5be2c1b00fde req-4ede5288-59fb-4823-b52c-314f9f63af21 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:09.767467 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d9a3365e-7288-40f9-9dde-5be2c1b00fde req-4ede5288-59fb-4823-b52c-314f9f63af21 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0628564 Mar 23 11:07:09.812231 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d9a3365e-7288-40f9-9dde-5be2c1b00fde req-fc8442eb-8dc0-497f-bfee-e53bd395bf54 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386257 Mar 23 11:07:09.949965 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f63dc-7938-4f48-a22c-f1950057bc56 req-d3c0514c-d20e-4d40-8514-04e688f8b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:09.951471 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b52f63dc-7938-4f48-a22c-f1950057bc56 req-d3c0514c-d20e-4d40-8514-04e688f8b203 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88a763b09264492ebee3006194629da1&device_id=a567b433-d090-4002-a25f-9fe755ac80c6 HTTP/1.1" status: 200 len: 1127 time: 0.0460899 Mar 23 11:07:10.050558 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f63dc-7938-4f48-a22c-f1950057bc56 req-b277b2cb-0497-4259-84d8-a26cdea23358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:10.052029 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b52f63dc-7938-4f48-a22c-f1950057bc56 req-b277b2cb-0497-4259-84d8-a26cdea23358 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=88a763b09264492ebee3006194629da1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0924790 Mar 23 11:07:10.143223 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f63dc-7938-4f48-a22c-f1950057bc56 req-109f56e9-f8d9-4805-b963-ca7ac2e03508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:10.144666 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b52f63dc-7938-4f48-a22c-f1950057bc56 req-109f56e9-f8d9-4805-b963-ca7ac2e03508 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858817 Mar 23 11:07:10.222806 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-75613755-c6ab-4acc-bc6b-d333c4be50fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:10.224319 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-75613755-c6ab-4acc-bc6b-d333c4be50fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88a763b09264492ebee3006194629da1&device_id=a567b433-d090-4002-a25f-9fe755ac80c6 HTTP/1.1" status: 200 len: 1127 time: 0.0446739 Mar 23 11:07:10.268349 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-0d43173a-c122-45d9-be0b-e36224118278 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=096fd598-a0b3-4d26-b9f2-e05ed3045e07 HTTP/1.1" status: 200 len: 217 time: 0.0365493 Mar 23 11:07:10.327278 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-9fa600d2-fac9-46f3-9dc1-0470e9963b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:10.328789 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-9fa600d2-fac9-46f3-9dc1-0470e9963b8a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0a92f87a-4230-4f3a-9c60-1bacc798819f HTTP/1.1" status: 200 len: 850 time: 0.0545619 Mar 23 11:07:10.376757 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-b9ff03ce-4e43-47b0-a03e-e3e252c46d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:10.378258 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-b9ff03ce-4e43-47b0-a03e-e3e252c46d32 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eeda6053-fd0d-4e64-ad5b-c3168c41b691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422800 Mar 23 11:07:10.473634 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-c5254c79-dca1-44d1-af9e-f80ddf96a840 service neutron] 10.222.0.52 "GET /v2.0/networks/eeda6053-fd0d-4e64-ad5b-c3168c41b691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813916 Mar 23 11:07:10.559046 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e25ab969-3bc4-49ee-8fb2-20c09d9f9f46 req-6f4470c9-22d0-4105-89f1-8aacfe50e8d8 service neutron] 10.222.0.52 "GET /v2.0/networks/eeda6053-fd0d-4e64-ad5b-c3168c41b691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787687 Mar 23 11:07:10.839426 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fe297-cc77-41bb-af54-8156b7e85d6d req-a494632c-8d92-494e-b658-f10db1ec5d53 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:10.840913 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-744fe297-cc77-41bb-af54-8156b7e85d6d req-a494632c-8d92-494e-b658-f10db1ec5d53 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=a567b433-d090-4002-a25f-9fe755ac80c6 HTTP/1.1" status: 200 len: 943 time: 0.0528762 Mar 23 11:07:10.916802 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-744fe297-cc77-41bb-af54-8156b7e85d6d req-4d1dfabc-71c1-4366-8a41-44f01ae070a5 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=02daaffe-90a7-4f8c-990a-7a6e684b0fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701325 Mar 23 11:07:10.943313 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b333cd0-0509-4d0c-8501-b3251aa37c3c req-859b34f9-94c6-4316-8559-ce150bb5d0a8 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:10.945427 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6b333cd0-0509-4d0c-8501-b3251aa37c3c req-859b34f9-94c6-4316-8559-ce150bb5d0a8 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0666850 Mar 23 11:07:10.992188 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6b333cd0-0509-4d0c-8501-b3251aa37c3c req-4d14f87f-cb0b-4a4c-90cb-ff9a7fb85c8c tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411983 Mar 23 11:07:11.599423 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c60b0-6e92-46df-a41e-14f8dbf2ea10 req-8f96daa9-5db0-4122-b1ff-e1c9407aedaf tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:11.600620 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-640c60b0-6e92-46df-a41e-14f8dbf2ea10 req-8f96daa9-5db0-4122-b1ff-e1c9407aedaf tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.52 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 945 time: 0.0512769 Mar 23 11:07:11.695481 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [req-640c60b0-6e92-46df-a41e-14f8dbf2ea10 req-fc4a2fc7-09b4-47f6-8e94-bc06ba2bd846 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Deleting port e1372175-8fbf-4f3d-bc8d-83c1462b7917 {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:07:11.695821 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-640c60b0-6e92-46df-a41e-14f8dbf2ea10 req-fc4a2fc7-09b4-47f6-8e94-bc06ba2bd846 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (e1372175-8fbf-4f3d-bc8d-83c1462b7917), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:11.779860 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-640c60b0-6e92-46df-a41e-14f8dbf2ea10 req-fc4a2fc7-09b4-47f6-8e94-bc06ba2bd846 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] For port e1372175-8fbf-4f3d-bc8d-83c1462b7917, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=e1372175-8fbf-4f3d-bc8d-83c1462b7917,segment=NetworkSegment(486bcbfd-361c-4836-9657-8a8d022c8112),segment_id=486bcbfd-361c-4836-9657-8a8d022c8112)] {{(pid=103540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:07:11.780226 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-640c60b0-6e92-46df-a41e-14f8dbf2ea10 req-fc4a2fc7-09b4-47f6-8e94-bc06ba2bd846 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (e1372175-8fbf-4f3d-bc8d-83c1462b7917), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:11.792930 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [req-640c60b0-6e92-46df-a41e-14f8dbf2ea10 req-fc4a2fc7-09b4-47f6-8e94-bc06ba2bd846 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Calling delete_port for e1372175-8fbf-4f3d-bc8d-83c1462b7917 owned by compute:nova {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:07:11.987943 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-640c60b0-6e92-46df-a41e-14f8dbf2ea10 req-fc4a2fc7-09b4-47f6-8e94-bc06ba2bd846 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (e1372175-8fbf-4f3d-bc8d-83c1462b7917), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:12.000312 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['5c039c42-7817-49f7-aa35-d89bd76efbe8', 'e1372175-8fbf-4f3d-bc8d-83c1462b7917'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:07:12.034749 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a2fc7-09b4-47f6-8e94-bc06ba2bd846 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Pushing event deleted for resources: {'Port': ['ID=e1372175-8fbf-4f3d-bc8d-83c1462b7917,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:12.100938 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [req-640c60b0-6e92-46df-a41e-14f8dbf2ea10 req-fc4a2fc7-09b4-47f6-8e94-bc06ba2bd846 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] No DVR routers for this DVR port e1372175-8fbf-4f3d-bc8d-83c1462b7917 on host hv-cinder-79053 {{(pid=103540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:07:12.103486 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-640c60b0-6e92-46df-a41e-14f8dbf2ea10 req-fc4a2fc7-09b4-47f6-8e94-bc06ba2bd846 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:12.107114 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-640c60b0-6e92-46df-a41e-14f8dbf2ea10 req-fc4a2fc7-09b4-47f6-8e94-bc06ba2bd846 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.52 "DELETE /v2.0/ports/e1372175-8fbf-4f3d-bc8d-83c1462b7917 HTTP/1.1" status: 204 len: 173 time: 0.5013037 Mar 23 11:07:12.109215 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506311bb-8e28-4b9c-b8c9-10b671436d74', 'name': 'network-vif-deleted', 'tag': 'e1372175-8fbf-4f3d-bc8d-83c1462b7917'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:07:12.111879 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6fa4d2-4329-4cb1-accf-b64ddb993686" -d '{"events": [{"server_uuid": "506311bb-8e28-4b9c-b8c9-10b671436d74", "name": "network-vif-deleted", "tag": "e1372175-8fbf-4f3d-bc8d-83c1462b7917"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:07:12.133053 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-171abc31-913d-467b-a191-f9050fe05a7d req-217d5513-d587-4dc1-aa87-df4254135d53 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=506311bb-8e28-4b9c-b8c9-10b671436d74 HTTP/1.1" status: 200 len: 210 time: 0.0562992 Mar 23 11:07:12.149503 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c36fca-bc64-43cc-b4f6-33002b7d1d49 req-dfa9ada4-0df0-4216-b030-173b1f7573da tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:12.151645 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d8c36fca-bc64-43cc-b4f6-33002b7d1d49 req-dfa9ada4-0df0-4216-b030-173b1f7573da tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=a567b433-d090-4002-a25f-9fe755ac80c6 HTTP/1.1" status: 200 len: 943 time: 0.1489427 Mar 23 11:07:12.179851 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373bea58-62df-42aa-a190-1db2b8216057 x-openstack-request-id: req-373bea58-62df-42aa-a190-1db2b8216057 {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:07:12.180144 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506311bb-8e28-4b9c-b8c9-10b671436d74", "name": "network-vif-deleted", "tag": "e1372175-8fbf-4f3d-bc8d-83c1462b7917", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:07:12.180399 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-373bea58-62df-42aa-a190-1db2b8216057 {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:07:12.180798 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-373bea58-62df-42aa-a190-1db2b8216057'] response: {'server_uuid': '506311bb-8e28-4b9c-b8c9-10b671436d74', 'name': 'network-vif-deleted', 'tag': 'e1372175-8fbf-4f3d-bc8d-83c1462b7917', 'status': 'completed', 'code': 200} Mar 23 11:07:12.203113 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d8c36fca-bc64-43cc-b4f6-33002b7d1d49 req-5aa9b028-41aa-41b3-93f1-c62f5b30d480 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=02daaffe-90a7-4f8c-990a-7a6e684b0fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457382 Mar 23 11:07:13.026798 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 096fd598-a0b3-4d26-b9f2-e05ed3045e07 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:07:13.126568 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 096fd598-a0b3-4d26-b9f2-e05ed3045e07, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=096fd598-a0b3-4d26-b9f2-e05ed3045e07,segment=NetworkSegment(11115769-b95e-401f-b4f1-18e1cab6a5a0),segment_id=11115769-b95e-401f-b4f1-18e1cab6a5a0)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:07:13.138343 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': '096fd598-a0b3-4d26-b9f2-e05ed3045e07', 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'port_id': '096fd598-a0b3-4d26-b9f2-e05ed3045e07', 'mac_address': 'fa:16:3e:ee:dc:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:07:13.175751 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 096fd598-a0b3-4d26-b9f2-e05ed3045e07 is: DOWN; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:07:13.179605 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (096fd598-a0b3-4d26-b9f2-e05ed3045e07), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:13.189563 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 096fd598-a0b3-4d26-b9f2-e05ed3045e07 {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:07:13.213389 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 096fd598-a0b3-4d26-b9f2-e05ed3045e07, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=096fd598-a0b3-4d26-b9f2-e05ed3045e07,segment=NetworkSegment(11115769-b95e-401f-b4f1-18e1cab6a5a0),segment_id=11115769-b95e-401f-b4f1-18e1cab6a5a0)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:07:13.286401 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (096fd598-a0b3-4d26-b9f2-e05ed3045e07), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:13.324947 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507c91b-b5b8-4fcf-9570-ce46bab0ba50 req-ed1cd41b-9334-4d5a-ac01-87151b92fcb6 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:13.327240 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2507c91b-b5b8-4fcf-9570-ce46bab0ba50 req-ed1cd41b-9334-4d5a-ac01-87151b92fcb6 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=a567b433-d090-4002-a25f-9fe755ac80c6 HTTP/1.1" status: 200 len: 943 time: 0.0569708 Mar 23 11:07:13.334917 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=096fd598-a0b3-4d26-b9f2-e05ed3045e07,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:13.380370 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2507c91b-b5b8-4fcf-9570-ce46bab0ba50 req-0bc41557-1cef-4f78-bd8c-1acc8b793d41 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=02daaffe-90a7-4f8c-990a-7a6e684b0fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464687 Mar 23 11:07:13.556320 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['096fd598-a0b3-4d26-b9f2-e05ed3045e07'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:07:13.669986 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3eb8de-e99b-420f-a13e-7fe36c2a41d9 req-e4e442e0-dc7a-404e-ab93-59d380eb3f6f tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:13.672934 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7d3eb8de-e99b-420f-a13e-7fe36c2a41d9 req-e4e442e0-dc7a-404e-ab93-59d380eb3f6f tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 945 time: 0.0609026 Mar 23 11:07:13.718337 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7d3eb8de-e99b-420f-a13e-7fe36c2a41d9 req-cd28b581-9dd5-4748-a322-30d1c49f1220 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414150 Mar 23 11:07:14.498265 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484020b-bc74-4648-94af-61487f77cc3b req-9147a0d3-afb2-41f0-8203-c30ceb77144a tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:14.499732 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3484020b-bc74-4648-94af-61487f77cc3b req-9147a0d3-afb2-41f0-8203-c30ceb77144a tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=a567b433-d090-4002-a25f-9fe755ac80c6 HTTP/1.1" status: 200 len: 944 time: 0.0517180 Mar 23 11:07:14.548562 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3484020b-bc74-4648-94af-61487f77cc3b req-ca5b60ff-fa4e-42c8-b812-1c8229cc0eeb tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=02daaffe-90a7-4f8c-990a-7a6e684b0fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433474 Mar 23 11:07:14.832720 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cd8dc-3472-4747-89ab-2894aed5b066 req-36ec17cf-e246-41bc-afe2-f7e6b25df71c tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:14.834147 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bf3cd8dc-3472-4747-89ab-2894aed5b066 req-36ec17cf-e246-41bc-afe2-f7e6b25df71c tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 945 time: 0.0519776 Mar 23 11:07:14.879974 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bf3cd8dc-3472-4747-89ab-2894aed5b066 req-5dddc187-ddb3-45e8-9317-5f3cce29bd11 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398459 Mar 23 11:07:15.059171 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 096fd598-a0b3-4d26-b9f2-e05ed3045e07 up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:07:15.181823 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning for port 096fd598-a0b3-4d26-b9f2-e05ed3045e07 completed by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 11:07:15.185502 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port 096fd598-a0b3-4d26-b9f2-e05ed3045e07 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:07:15.185864 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (096fd598-a0b3-4d26-b9f2-e05ed3045e07), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:15.259703 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 096fd598-a0b3-4d26-b9f2-e05ed3045e07 is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:07:15.260090 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (096fd598-a0b3-4d26-b9f2-e05ed3045e07), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:15.281763 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a567b433-d090-4002-a25f-9fe755ac80c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096fd598-a0b3-4d26-b9f2-e05ed3045e07'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:07:15.284291 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45caf620-a329-4971-985f-32843546ef8d" -d '{"events": [{"server_uuid": "a567b433-d090-4002-a25f-9fe755ac80c6", "name": "network-vif-plugged", "status": "completed", "tag": "096fd598-a0b3-4d26-b9f2-e05ed3045e07"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:07:15.296993 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 096fd598-a0b3-4d26-b9f2-e05ed3045e07, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=096fd598-a0b3-4d26-b9f2-e05ed3045e07,segment=NetworkSegment(11115769-b95e-401f-b4f1-18e1cab6a5a0),segment_id=11115769-b95e-401f-b4f1-18e1cab6a5a0)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:07:15.319394 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900cce3f-b108-4444-afaa-c658731fb04a x-openstack-request-id: req-900cce3f-b108-4444-afaa-c658731fb04a {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:07:15.319689 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a567b433-d090-4002-a25f-9fe755ac80c6", "name": "network-vif-plugged", "status": "completed", "tag": "096fd598-a0b3-4d26-b9f2-e05ed3045e07", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:07:15.319945 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-900cce3f-b108-4444-afaa-c658731fb04a {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:07:15.320451 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-900cce3f-b108-4444-afaa-c658731fb04a'] response: {'server_uuid': 'a567b433-d090-4002-a25f-9fe755ac80c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '096fd598-a0b3-4d26-b9f2-e05ed3045e07', 'code': 200} Mar 23 11:07:15.364957 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (096fd598-a0b3-4d26-b9f2-e05ed3045e07), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:15.365834 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device e1372175-8fbf-4f3d-bc8d-83c1462b7917 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:07:15.406246 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] No Port match for: e1372175-8fbf-4f3d-bc8d-83c1462b7917 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:07:15.406593 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device e1372175-8fbf-4f3d-bc8d-83c1462b7917 not bound to the agent host hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:07:15.430320 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=096fd598-a0b3-4d26-b9f2-e05ed3045e07,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:15.675289 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2a9d5-f097-48ae-af13-5496eda9b5cb req-556d7fcc-7339-478c-98e4-c4e97cd63730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:15.676874 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8eb2a9d5-f097-48ae-af13-5496eda9b5cb req-556d7fcc-7339-478c-98e4-c4e97cd63730 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a567b433-d090-4002-a25f-9fe755ac80c6 HTTP/1.1" status: 200 len: 1129 time: 0.0757692 Mar 23 11:07:15.693143 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d04c59-df09-4d38-b85b-2d0d4c317f96 req-ea87cb7f-02fe-4579-a1a9-9f9489d28de0 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:15.695184 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e8d04c59-df09-4d38-b85b-2d0d4c317f96 req-ea87cb7f-02fe-4579-a1a9-9f9489d28de0 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=a567b433-d090-4002-a25f-9fe755ac80c6 HTTP/1.1" status: 200 len: 945 time: 0.0695999 Mar 23 11:07:15.760332 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8eb2a9d5-f097-48ae-af13-5496eda9b5cb req-7fa5670e-e228-48f9-beb5-53466731abd1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=02daaffe-90a7-4f8c-990a-7a6e684b0fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641894 Mar 23 11:07:15.767488 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e8d04c59-df09-4d38-b85b-2d0d4c317f96 req-1142ca4e-b41f-495a-bdd1-289002da226d tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=02daaffe-90a7-4f8c-990a-7a6e684b0fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662181 Mar 23 11:07:16.001380 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40413325-a160-4bb5-b2ea-44a86269e1a0 req-19a58c7c-3d27-4d58-a05f-2800dc2aa181 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:16.002852 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-40413325-a160-4bb5-b2ea-44a86269e1a0 req-19a58c7c-3d27-4d58-a05f-2800dc2aa181 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 945 time: 0.0542631 Mar 23 11:07:16.051809 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-40413325-a160-4bb5-b2ea-44a86269e1a0 req-0aa79c49-80c4-49aa-9684-03b417469a01 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419977 Mar 23 11:07:16.418874 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323da344-e2bb-451a-8d73-998419f2be69 req-39e9d0fb-8e9b-4143-9c13-af5dab3639a6 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:16.420343 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-323da344-e2bb-451a-8d73-998419f2be69 req-39e9d0fb-8e9b-4143-9c13-af5dab3639a6 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=c33e115d-4ef6-4a38-a49e-70bc5ec1af38 HTTP/1.1" status: 200 len: 945 time: 0.0525432 Mar 23 11:07:16.468232 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-323da344-e2bb-451a-8d73-998419f2be69 req-dbba369e-84ba-46c9-930d-d26ca0e5ffad tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/security-groups?id=297aed93-92e5-4c96-9654-926936fb449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422444 Mar 23 11:07:16.884442 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf32b7-1619-47a3-a14a-7fff60bce889 req-c0459aea-4df3-4abf-9dac-e24d3593ff9f tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:16.885896 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c4cf32b7-1619-47a3-a14a-7fff60bce889 req-c0459aea-4df3-4abf-9dac-e24d3593ff9f tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=a567b433-d090-4002-a25f-9fe755ac80c6 HTTP/1.1" status: 200 len: 945 time: 0.0504591 Mar 23 11:07:16.929985 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c4cf32b7-1619-47a3-a14a-7fff60bce889 req-6107e551-3b2f-422e-8b98-cbc4c56f6508 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=02daaffe-90a7-4f8c-990a-7a6e684b0fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381405 Mar 23 11:07:17.173308 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a506938-7a5c-4337-9a52-d150e9f62007 req-fbef64d3-e77f-4069-8913-2649a7b3ab21 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:17.175082 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6a506938-7a5c-4337-9a52-d150e9f62007 req-fbef64d3-e77f-4069-8913-2649a7b3ab21 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 945 time: 0.0566149 Mar 23 11:07:17.220531 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6a506938-7a5c-4337-9a52-d150e9f62007 req-265d74ce-bbc1-40b9-a9e6-4235d15b0298 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/security-groups?id=d0c3562e-a3ab-41cb-8954-808dc5073c02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391660 Mar 23 11:07:17.597917 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167626d1-c852-4e4c-8b64-753aee1eda48 req-067502fc-3307-48b5-8b17-0ea9b9358ab4 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:17.599469 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-167626d1-c852-4e4c-8b64-753aee1eda48 req-067502fc-3307-48b5-8b17-0ea9b9358ab4 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=c33e115d-4ef6-4a38-a49e-70bc5ec1af38 HTTP/1.1" status: 200 len: 945 time: 0.0599909 Mar 23 11:07:17.647935 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-167626d1-c852-4e4c-8b64-753aee1eda48 req-55452eaa-8366-454d-9ac3-e25c1ae21d0b tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/security-groups?id=297aed93-92e5-4c96-9654-926936fb449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429146 Mar 23 11:07:17.738714 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9ab89-75e8-4fde-ac2c-c156efb1eab1 req-fbb9037f-a605-4720-824d-4be6a4d66ad1 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:17.740065 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-15c9ab89-75e8-4fde-ac2c-c156efb1eab1 req-fbb9037f-a605-4720-824d-4be6a4d66ad1 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.52 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 945 time: 0.0570464 Mar 23 11:07:17.847958 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [req-15c9ab89-75e8-4fde-ac2c-c156efb1eab1 req-772f0321-ce79-43b0-8792-00437dfffe07 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Deleting port 5c039c42-7817-49f7-aa35-d89bd76efbe8 {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:07:17.848304 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-15c9ab89-75e8-4fde-ac2c-c156efb1eab1 req-772f0321-ce79-43b0-8792-00437dfffe07 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (5c039c42-7817-49f7-aa35-d89bd76efbe8), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:17.940840 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-15c9ab89-75e8-4fde-ac2c-c156efb1eab1 req-772f0321-ce79-43b0-8792-00437dfffe07 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] For port 5c039c42-7817-49f7-aa35-d89bd76efbe8, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=5c039c42-7817-49f7-aa35-d89bd76efbe8,segment=NetworkSegment(486bcbfd-361c-4836-9657-8a8d022c8112),segment_id=486bcbfd-361c-4836-9657-8a8d022c8112)] {{(pid=103540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:07:17.941574 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-15c9ab89-75e8-4fde-ac2c-c156efb1eab1 req-772f0321-ce79-43b0-8792-00437dfffe07 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (5c039c42-7817-49f7-aa35-d89bd76efbe8), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:17.956626 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [req-15c9ab89-75e8-4fde-ac2c-c156efb1eab1 req-772f0321-ce79-43b0-8792-00437dfffe07 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Calling delete_port for 5c039c42-7817-49f7-aa35-d89bd76efbe8 owned by compute:nova {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:07:18.082695 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdd408-865c-408f-90e4-bd9204dd3bdd req-d54685f1-6cc6-4bbf-a157-7e857cf66184 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:18.084088 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-effdd408-865c-408f-90e4-bd9204dd3bdd req-d54685f1-6cc6-4bbf-a157-7e857cf66184 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=a567b433-d090-4002-a25f-9fe755ac80c6 HTTP/1.1" status: 200 len: 945 time: 0.0813148 Mar 23 11:07:18.165228 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-effdd408-865c-408f-90e4-bd9204dd3bdd req-ea157fe5-7424-4122-aa4e-c3034763e468 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=02daaffe-90a7-4f8c-990a-7a6e684b0fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723865 Mar 23 11:07:18.217979 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-15c9ab89-75e8-4fde-ac2c-c156efb1eab1 req-772f0321-ce79-43b0-8792-00437dfffe07 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (5c039c42-7817-49f7-aa35-d89bd76efbe8), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:18.230285 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['5c039c42-7817-49f7-aa35-d89bd76efbe8'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:07:18.259943 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f0321-ce79-43b0-8792-00437dfffe07 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Pushing event deleted for resources: {'Port': ['ID=5c039c42-7817-49f7-aa35-d89bd76efbe8,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:18.348097 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c9ab89-75e8-4fde-ac2c-c156efb1eab1 req-772f0321-ce79-43b0-8792-00437dfffe07 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] No DVR routers for this DVR port 5c039c42-7817-49f7-aa35-d89bd76efbe8 on host hv-cinder-79053 {{(pid=103540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:07:18.351138 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bed7c18a-9d75-41d1-980f-0d6330bb1b8d req-f01e4b1d-4eca-43bf-b757-2bf76b0d6c92 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.41 "GET /v2.0/ports?device_id=e410e140-cbc4-4ccb-a9db-ee3a60ca4414 HTTP/1.1" status: 200 len: 210 time: 0.0496330 Mar 23 11:07:18.352652 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-15c9ab89-75e8-4fde-ac2c-c156efb1eab1 req-772f0321-ce79-43b0-8792-00437dfffe07 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:18.355790 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-15c9ab89-75e8-4fde-ac2c-c156efb1eab1 req-772f0321-ce79-43b0-8792-00437dfffe07 tempest-ServerRescueNegativeTestJSON-646569935 tempest-ServerRescueNegativeTestJSON-646569935-project] 10.222.0.52 "DELETE /v2.0/ports/5c039c42-7817-49f7-aa35-d89bd76efbe8 HTTP/1.1" status: 204 len: 173 time: 0.6087301 Mar 23 11:07:18.358395 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e410e140-cbc4-4ccb-a9db-ee3a60ca4414', 'name': 'network-vif-deleted', 'tag': '5c039c42-7817-49f7-aa35-d89bd76efbe8'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:07:18.360147 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3610cff-3074-4c7f-a3d3-bd2b0beabf1c" -d '{"events": [{"server_uuid": "e410e140-cbc4-4ccb-a9db-ee3a60ca4414", "name": "network-vif-deleted", "tag": "5c039c42-7817-49f7-aa35-d89bd76efbe8"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:07:18.385195 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bb25d-7ec6-43a0-bc5d-7d0900fcfc47 req-33d660da-1a9c-4c4c-9d74-9c9e833ebd91 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:18.386785 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-365bb25d-7ec6-43a0-bc5d-7d0900fcfc47 req-33d660da-1a9c-4c4c-9d74-9c9e833ebd91 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=a567b433-d090-4002-a25f-9fe755ac80c6 HTTP/1.1" status: 200 len: 945 time: 0.1575348 Mar 23 11:07:18.401448 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8afc912-ab63-4b95-b39c-d72aa5a18909 x-openstack-request-id: req-f8afc912-ab63-4b95-b39c-d72aa5a18909 {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:07:18.401739 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e410e140-cbc4-4ccb-a9db-ee3a60ca4414", "name": "network-vif-deleted", "tag": "5c039c42-7817-49f7-aa35-d89bd76efbe8", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:07:18.402132 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f8afc912-ab63-4b95-b39c-d72aa5a18909 {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:07:18.402654 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8afc912-ab63-4b95-b39c-d72aa5a18909'] response: {'server_uuid': 'e410e140-cbc4-4ccb-a9db-ee3a60ca4414', 'name': 'network-vif-deleted', 'tag': '5c039c42-7817-49f7-aa35-d89bd76efbe8', 'status': 'completed', 'code': 200} Mar 23 11:07:18.406755 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 52486) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:07:18.411673 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-14e10cf2-01a3-41b1-b5af-b2224c160645 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Request body: {'floatingip': {'port_id': '096fd598-a0b3-4d26-b9f2-e05ed3045e07'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:07:18.462422 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-14e10cf2-01a3-41b1-b5af-b2224c160645 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for floatingip (043926fe-d169-488f-a12e-4cd8d1a9f673), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:18.840441 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183caad-9c65-4d21-be5b-99a644069f0d req-25b4d00b-4600-463c-a062-011d47302f46 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:18.841977 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5183caad-9c65-4d21-be5b-99a644069f0d req-25b4d00b-4600-463c-a062-011d47302f46 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.52 "GET /v2.0/ports?device_id=c33e115d-4ef6-4a38-a49e-70bc5ec1af38 HTTP/1.1" status: 200 len: 945 time: 0.3959074 Mar 23 11:07:19.058799 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e067ec-24f9-492f-977f-554f4e9e6b7f req-7bc9e165-4ff8-44ab-a9d0-b5edea965a8d tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:19.060273 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-31e067ec-24f9-492f-977f-554f4e9e6b7f req-7bc9e165-4ff8-44ab-a9d0-b5edea965a8d tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=c33e115d-4ef6-4a38-a49e-70bc5ec1af38 HTTP/1.1" status: 200 len: 945 time: 0.2777598 Mar 23 11:07:19.185521 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [req-5183caad-9c65-4d21-be5b-99a644069f0d req-ad499eb4-2853-4666-b350-49d0fb544ea5 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Deleting port 1066e2b0-2acd-4627-a1a3-cbbc506e319f {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:07:19.185867 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-5183caad-9c65-4d21-be5b-99a644069f0d req-ad499eb4-2853-4666-b350-49d0fb544ea5 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (1066e2b0-2acd-4627-a1a3-cbbc506e319f), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:19.279572 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-31e067ec-24f9-492f-977f-554f4e9e6b7f req-538d3364-e8a6-4b65-96df-cfbddee4180a tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/security-groups?id=297aed93-92e5-4c96-9654-926936fb449b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845653 Mar 23 11:07:19.374918 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-5183caad-9c65-4d21-be5b-99a644069f0d req-ad499eb4-2853-4666-b350-49d0fb544ea5 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] For port 1066e2b0-2acd-4627-a1a3-cbbc506e319f, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1066e2b0-2acd-4627-a1a3-cbbc506e319f,segment=NetworkSegment(d3e29f7f-f106-4b08-878b-014f1be2904f),segment_id=d3e29f7f-f106-4b08-878b-014f1be2904f)] {{(pid=103540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:07:19.375205 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-5183caad-9c65-4d21-be5b-99a644069f0d req-ad499eb4-2853-4666-b350-49d0fb544ea5 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (1066e2b0-2acd-4627-a1a3-cbbc506e319f), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:19.391879 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [req-5183caad-9c65-4d21-be5b-99a644069f0d req-ad499eb4-2853-4666-b350-49d0fb544ea5 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Calling delete_port for 1066e2b0-2acd-4627-a1a3-cbbc506e319f owned by compute:nova {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:07:19.403203 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-14e10cf2-01a3-41b1-b5af-b2224c160645 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:19.408841 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 52494) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:07:19.475374 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-14e10cf2-01a3-41b1-b5af-b2224c160645 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (043926fe-d169-488f-a12e-4cd8d1a9f673), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:19.608993 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.l3_db [None req-14e10cf2-01a3-41b1-b5af-b2224c160645 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Floating IP 043926fe-d169-488f-a12e-4cd8d1a9f673 associated. External IP: 172.27.0.2, port: 096fd598-a0b3-4d26-b9f2-e05ed3045e07. Mar 23 11:07:19.673838 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-5183caad-9c65-4d21-be5b-99a644069f0d req-ad499eb4-2853-4666-b350-49d0fb544ea5 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (1066e2b0-2acd-4627-a1a3-cbbc506e319f), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:19.709782 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad499eb4-2853-4666-b350-49d0fb544ea5 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Pushing event deleted for resources: {'Port': ['ID=1066e2b0-2acd-4627-a1a3-cbbc506e319f,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:19.764792 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [req-5183caad-9c65-4d21-be5b-99a644069f0d req-ad499eb4-2853-4666-b350-49d0fb544ea5 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] No DVR routers for this DVR port 1066e2b0-2acd-4627-a1a3-cbbc506e319f on host hv-cinder-79053 {{(pid=103540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:07:19.767480 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-5183caad-9c65-4d21-be5b-99a644069f0d req-ad499eb4-2853-4666-b350-49d0fb544ea5 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:19.771122 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5183caad-9c65-4d21-be5b-99a644069f0d req-ad499eb4-2853-4666-b350-49d0fb544ea5 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.52 "DELETE /v2.0/ports/1066e2b0-2acd-4627-a1a3-cbbc506e319f HTTP/1.1" status: 204 len: 173 time: 0.9221051 Mar 23 11:07:19.866450 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-18d753ce-c576-4449-b3cd-da359b43c5a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573510'] for router_interface (5797708f-0cbb-4dd8-9e40-050012755701), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:19.890778 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e10cf2-01a3-41b1-b5af-b2224c160645 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Router cb4dbaa4-6cb5-40f4-be1a-8814259b97de has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:07:20.010053 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e10cf2-01a3-41b1-b5af-b2224c160645 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:07:20.019096 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-14e10cf2-01a3-41b1-b5af-b2224c160645 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:20.022685 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48c1317-63d9-4ec8-a08b-54f614c8214a None None] Sync routers for ids ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:07:20.035157 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48c1317-63d9-4ec8-a08b-54f614c8214a None None] Routers {'cb4dbaa4-6cb5-40f4-be1a-8814259b97de'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:07:20.035794 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-d48c1317-63d9-4ec8-a08b-54f614c8214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f297623f940>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:06:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:20.056840 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-14e10cf2-01a3-41b1-b5af-b2224c160645 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "PUT /v2.0/floatingips/043926fe-d169-488f-a12e-4cd8d1a9f673 HTTP/1.1" status: 200 len: 989 time: 1.6489127 Mar 23 11:07:20.161388 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-d48c1317-63d9-4ec8-a08b-54f614c8214a None None] Set router cb4dbaa4-6cb5-40f4-be1a-8814259b97de gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:07:20.196584 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-18d753ce-c576-4449-b3cd-da359b43c5a2 admin admin] Deleting port 98442a47-35ec-4a33-806f-498a325edc3c {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:07:20.196841 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-18d753ce-c576-4449-b3cd-da359b43c5a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (98442a47-35ec-4a33-806f-498a325edc3c), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:20.271594 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [None req-18d753ce-c576-4449-b3cd-da359b43c5a2 admin admin] For port 98442a47-35ec-4a33-806f-498a325edc3c, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=98442a47-35ec-4a33-806f-498a325edc3c,segment=NetworkSegment(486bcbfd-361c-4836-9657-8a8d022c8112),segment_id=486bcbfd-361c-4836-9657-8a8d022c8112)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:07:20.271989 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-18d753ce-c576-4449-b3cd-da359b43c5a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (98442a47-35ec-4a33-806f-498a325edc3c), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:20.285316 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-18d753ce-c576-4449-b3cd-da359b43c5a2 admin admin] Calling delete_port for 98442a47-35ec-4a33-806f-498a325edc3c owned by network:router_interface {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:07:20.391386 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-d48c1317-63d9-4ec8-a08b-54f614c8214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f297623f940>, [{'id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'name': 'tempest-AttachVolumeTestJSON-1078316782-router', 'tenant_id': '88a763b09264492ebee3006194629da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:26Z', 'revision_number': 4, 'project_id': '88a763b09264492ebee3006194629da1', 'gw_port': {'id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '043926fe-d169-488f-a12e-4cd8d1a9f673', 'tenant_id': '88a763b09264492ebee3006194629da1', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'port_id': '096fd598-a0b3-4d26-b9f2-e05ed3045e07', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'mac_address': 'fa:16:3e:ee:dc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567b433-d090-4002-a25f-9fe755ac80c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:07:00Z', 'updated_at': '2022-03-23T11:07:19Z', 'revision_number': 1, 'project_id': '88a763b09264492ebee3006194629da1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b8b188-e216-45ba-a788-20f4d39d9165', 'name': '', 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'tenant_id': '88a763b09264492ebee3006194629da1', 'mac_address': 'fa:16:3e:4d:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:25Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 5, 'project_id': '88a763b09264492ebee3006194629da1', 'subnets': [{'id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:20.395427 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3a7181dc-c8a1-460e-9817-7e549590c988 req-ee84b228-4f6b-40cf-a59b-1dc5eca56438 tempest-VolumesSnapshotTestJSON-2037671694 tempest-VolumesSnapshotTestJSON-2037671694-project] 10.222.0.41 "GET /v2.0/ports?device_id=c33e115d-4ef6-4a38-a49e-70bc5ec1af38 HTTP/1.1" status: 200 len: 210 time: 0.0327854 Mar 23 11:07:20.404126 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33e115d-4ef6-4a38-a49e-70bc5ec1af38', 'name': 'network-vif-deleted', 'tag': '1066e2b0-2acd-4627-a1a3-cbbc506e319f'}, {'name': 'network-changed', 'server_uuid': 'a567b433-d090-4002-a25f-9fe755ac80c6', 'tag': '096fd598-a0b3-4d26-b9f2-e05ed3045e07'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:07:20.406686 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f0874f-8974-4ede-89c6-1e8702bbc09c" -d '{"events": [{"server_uuid": "c33e115d-4ef6-4a38-a49e-70bc5ec1af38", "name": "network-vif-deleted", "tag": "1066e2b0-2acd-4627-a1a3-cbbc506e319f"}, {"name": "network-changed", "server_uuid": "a567b433-d090-4002-a25f-9fe755ac80c6", "tag": "096fd598-a0b3-4d26-b9f2-e05ed3045e07"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:07:20.434550 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48c1317-63d9-4ec8-a08b-54f614c8214a None None] Checking router: cb4dbaa4-6cb5-40f4-be1a-8814259b97de for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:07:20.447301 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48c1317-63d9-4ec8-a08b-54f614c8214a None None] Routers {'cb4dbaa4-6cb5-40f4-be1a-8814259b97de'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:07:20.448611 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-d48c1317-63d9-4ec8-a08b-54f614c8214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f297623f940>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:06:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:20.453940 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 23 Mar 2022 11:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c363c4c-2257-48c3-8cdb-33e53af1ad57 x-openstack-request-id: req-2c363c4c-2257-48c3-8cdb-33e53af1ad57 {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:07:20.454344 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c33e115d-4ef6-4a38-a49e-70bc5ec1af38", "name": "network-vif-deleted", "tag": "1066e2b0-2acd-4627-a1a3-cbbc506e319f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a567b433-d090-4002-a25f-9fe755ac80c6", "tag": "096fd598-a0b3-4d26-b9f2-e05ed3045e07", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:07:20.454599 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c363c4c-2257-48c3-8cdb-33e53af1ad57 {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:07:20.455246 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c363c4c-2257-48c3-8cdb-33e53af1ad57'] response: {'server_uuid': 'c33e115d-4ef6-4a38-a49e-70bc5ec1af38', 'name': 'network-vif-deleted', 'tag': '1066e2b0-2acd-4627-a1a3-cbbc506e319f', 'status': 'completed', 'code': 200} Mar 23 11:07:20.455690 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c363c4c-2257-48c3-8cdb-33e53af1ad57'] response: {'name': 'network-changed', 'server_uuid': 'a567b433-d090-4002-a25f-9fe755ac80c6', 'tag': '096fd598-a0b3-4d26-b9f2-e05ed3045e07', 'status': 'completed', 'code': 200} Mar 23 11:07:20.536608 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0874f-8974-4ede-89c6-1e8702bbc09c req-7378c7cd-2c5a-4ce2-99f2-6eb0afe90a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:20.538233 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-87f0874f-8974-4ede-89c6-1e8702bbc09c req-7378c7cd-2c5a-4ce2-99f2-6eb0afe90a94 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88a763b09264492ebee3006194629da1&device_id=a567b433-d090-4002-a25f-9fe755ac80c6 HTTP/1.1" status: 200 len: 1129 time: 0.0467606 Mar 23 11:07:20.558762 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-d48c1317-63d9-4ec8-a08b-54f614c8214a None None] Set router cb4dbaa4-6cb5-40f4-be1a-8814259b97de gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:07:20.578165 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-18d753ce-c576-4449-b3cd-da359b43c5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (98442a47-35ec-4a33-806f-498a325edc3c), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:20.605446 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d753ce-c576-4449-b3cd-da359b43c5a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=98442a47-35ec-4a33-806f-498a325edc3c,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:20.632941 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0874f-8974-4ede-89c6-1e8702bbc09c req-e67d869e-69f0-46fa-8d5b-5f59246c3381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:20.634559 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-87f0874f-8974-4ede-89c6-1e8702bbc09c req-e67d869e-69f0-46fa-8d5b-5f59246c3381 service neutron] 10.222.0.52 "GET /v2.0/networks?id=eeda6053-fd0d-4e64-ad5b-c3168c41b691 HTTP/1.1" status: 200 len: 912 time: 0.0893412 Mar 23 11:07:20.719077 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-87f0874f-8974-4ede-89c6-1e8702bbc09c req-352f9fa2-d55a-441c-b744-7334199a43ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=096fd598-a0b3-4d26-b9f2-e05ed3045e07 HTTP/1.1" status: 200 len: 997 time: 0.0768557 Mar 23 11:07:20.785688 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0874f-8974-4ede-89c6-1e8702bbc09c req-a495cea2-7014-4fca-8a94-30699d84d584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:20.787207 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-87f0874f-8974-4ede-89c6-1e8702bbc09c req-a495cea2-7014-4fca-8a94-30699d84d584 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0a92f87a-4230-4f3a-9c60-1bacc798819f HTTP/1.1" status: 200 len: 850 time: 0.0605547 Mar 23 11:07:20.814707 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-18d753ce-c576-4449-b3cd-da359b43c5a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589814'] for router_interface (5797708f-0cbb-4dd8-9e40-050012755701), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:20.874886 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-d48c1317-63d9-4ec8-a08b-54f614c8214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f297623f940>, [{'id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'name': 'tempest-AttachVolumeTestJSON-1078316782-router', 'tenant_id': '88a763b09264492ebee3006194629da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:26Z', 'revision_number': 4, 'project_id': '88a763b09264492ebee3006194629da1', 'gw_port': {'id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '043926fe-d169-488f-a12e-4cd8d1a9f673', 'tenant_id': '88a763b09264492ebee3006194629da1', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'port_id': '096fd598-a0b3-4d26-b9f2-e05ed3045e07', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'mac_address': 'fa:16:3e:ee:dc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567b433-d090-4002-a25f-9fe755ac80c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:07:00Z', 'updated_at': '2022-03-23T11:07:19Z', 'revision_number': 1, 'project_id': '88a763b09264492ebee3006194629da1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b8b188-e216-45ba-a788-20f4d39d9165', 'name': '', 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'tenant_id': '88a763b09264492ebee3006194629da1', 'mac_address': 'fa:16:3e:4d:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:25Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 5, 'project_id': '88a763b09264492ebee3006194629da1', 'subnets': [{'id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:20.877631 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0874f-8974-4ede-89c6-1e8702bbc09c req-be7bcc58-5e91-4ded-afdb-f60422696aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:20.879247 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-87f0874f-8974-4ede-89c6-1e8702bbc09c req-be7bcc58-5e91-4ded-afdb-f60422696aa6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eeda6053-fd0d-4e64-ad5b-c3168c41b691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0857110 Mar 23 11:07:20.903205 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48c1317-63d9-4ec8-a08b-54f614c8214a None None] The sync data for ids ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'] in dv-cinder-790535-33-iscsi is: [{'id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'name': 'tempest-AttachVolumeTestJSON-1078316782-router', 'tenant_id': '88a763b09264492ebee3006194629da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:26Z', 'revision_number': 4, 'project_id': '88a763b09264492ebee3006194629da1', 'gw_port': {'id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '043926fe-d169-488f-a12e-4cd8d1a9f673', 'tenant_id': '88a763b09264492ebee3006194629da1', 'floating_ip_address': '172.27.0.2', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'port_id': '096fd598-a0b3-4d26-b9f2-e05ed3045e07', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'mac_address': 'fa:16:3e:ee:dc:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567b433-d090-4002-a25f-9fe755ac80c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:07:00Z', 'updated_at': '2022-03-23T11:07:19Z', 'revision_number': 1, 'project_id': '88a763b09264492ebee3006194629da1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17b8b188-e216-45ba-a788-20f4d39d9165', 'name': '', 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'tenant_id': '88a763b09264492ebee3006194629da1', 'mac_address': 'fa:16:3e:4d:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:25Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 5, 'project_id': '88a763b09264492ebee3006194629da1', 'subnets': [{'id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:07:20.989937 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-87f0874f-8974-4ede-89c6-1e8702bbc09c req-cf3ba798-db26-4ff8-b00f-9638143fed51 service neutron] 10.222.0.52 "GET /v2.0/networks/eeda6053-fd0d-4e64-ad5b-c3168c41b691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032495 Mar 23 11:07:21.086934 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-87f0874f-8974-4ede-89c6-1e8702bbc09c req-99f1db21-2210-454d-b899-463040926db9 service neutron] 10.222.0.52 "GET /v2.0/networks/eeda6053-fd0d-4e64-ad5b-c3168c41b691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911739 Mar 23 11:07:21.094990 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 5c039c42-7817-49f7-aa35-d89bd76efbe8 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:07:21.119028 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] No Port match for: 5c039c42-7817-49f7-aa35-d89bd76efbe8 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:07:21.119552 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 5c039c42-7817-49f7-aa35-d89bd76efbe8 not bound to the agent host hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:07:21.120681 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 1066e2b0-2acd-4627-a1a3-cbbc506e319f no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:07:21.129078 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e04d029-4451-451a-a8a1-521a38d3fbdf None None] New status for floating IP 043926fe-d169-488f-a12e-4cd8d1a9f673: ACTIVE {{(pid=103542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:07:21.147003 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] No Port match for: 1066e2b0-2acd-4627-a1a3-cbbc506e319f {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:07:21.147351 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 1066e2b0-2acd-4627-a1a3-cbbc506e319f not bound to the agent host hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:07:21.286067 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d753ce-c576-4449-b3cd-da359b43c5a2 admin admin] Router 5797708f-0cbb-4dd8-9e40-050012755701 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:07:21.343945 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:21.393795 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d753ce-c576-4449-b3cd-da359b43c5a2 admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:07:21.399572 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-18d753ce-c576-4449-b3cd-da359b43c5a2 admin admin] 10.222.0.41 "PUT /v2.0/routers/5797708f-0cbb-4dd8-9e40-050012755701/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9896216 Mar 23 11:07:21.402227 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 52506) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:07:21.402696 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8785a5-e213-46c0-b91b-549e6b478075 None None] Sync routers for ids ['5797708f-0cbb-4dd8-9e40-050012755701'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:07:21.412947 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8785a5-e213-46c0-b91b-549e6b478075 None None] Routers {'5797708f-0cbb-4dd8-9e40-050012755701'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:07:21.414341 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-9b8785a5-e213-46c0-b91b-549e6b478075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f297607c1c0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:06:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['5797708f-0cbb-4dd8-9e40-050012755701'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:21.519791 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3e34d947-ebe9-4012-8bc0-4182a4f44276 admin admin] Publish callbacks [] for router (5797708f-0cbb-4dd8-9e40-050012755701), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:21.629702 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3e34d947-ebe9-4012-8bc0-4182a4f44276 admin admin] Publish callbacks [] for router_gateway (5797708f-0cbb-4dd8-9e40-050012755701), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:21.652238 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-9b8785a5-e213-46c0-b91b-549e6b478075 None None] Set router 5797708f-0cbb-4dd8-9e40-050012755701 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:07:21.782882 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-3e34d947-ebe9-4012-8bc0-4182a4f44276 admin admin] Deleting port 349e8f84-e7f2-4ab1-bab8-7bf6e4907719 {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:07:21.783732 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3e34d947-ebe9-4012-8bc0-4182a4f44276 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (349e8f84-e7f2-4ab1-bab8-7bf6e4907719), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:21.852772 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-9b8785a5-e213-46c0-b91b-549e6b478075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f297607c1c0>, [{'id': '5797708f-0cbb-4dd8-9e40-050012755701', 'name': 'tempest-ServerRescueNegativeTestJSON-347261842-router', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:07:20Z', 'revision_number': 5, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'gw_port': {'id': '349e8f84-e7f2-4ab1-bab8-7bf6e4907719', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:84:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5797708f-0cbb-4dd8-9e40-050012755701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:21.867649 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [None req-3e34d947-ebe9-4012-8bc0-4182a4f44276 admin admin] For port 349e8f84-e7f2-4ab1-bab8-7bf6e4907719, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=349e8f84-e7f2-4ab1-bab8-7bf6e4907719,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:07:21.868023 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3e34d947-ebe9-4012-8bc0-4182a4f44276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (349e8f84-e7f2-4ab1-bab8-7bf6e4907719), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:21.880922 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-3e34d947-ebe9-4012-8bc0-4182a4f44276 admin admin] Calling delete_port for 349e8f84-e7f2-4ab1-bab8-7bf6e4907719 owned by network:router_gateway {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:07:21.883838 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8785a5-e213-46c0-b91b-549e6b478075 None None] Checking router: 5797708f-0cbb-4dd8-9e40-050012755701 for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:07:21.892076 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8785a5-e213-46c0-b91b-549e6b478075 None None] Routers {'5797708f-0cbb-4dd8-9e40-050012755701'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:07:21.892701 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-9b8785a5-e213-46c0-b91b-549e6b478075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f297607c1c0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:06:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['5797708f-0cbb-4dd8-9e40-050012755701'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:21.985999 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-9b8785a5-e213-46c0-b91b-549e6b478075 None None] Set router 5797708f-0cbb-4dd8-9e40-050012755701 gateway port host: None {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:07:22.042206 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-9b8785a5-e213-46c0-b91b-549e6b478075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f297607c1c0>, [{'id': '5797708f-0cbb-4dd8-9e40-050012755701', 'name': 'tempest-ServerRescueNegativeTestJSON-347261842-router', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:07:21Z', 'revision_number': 6, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'gw_port_host': None}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:22.068243 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8785a5-e213-46c0-b91b-549e6b478075 None None] The sync data for ids ['5797708f-0cbb-4dd8-9e40-050012755701'] in dv-cinder-790535-33-iscsi is: [{'id': '5797708f-0cbb-4dd8-9e40-050012755701', 'name': 'tempest-ServerRescueNegativeTestJSON-347261842-router', 'tenant_id': 'dd7b67e58e9840e182631ae128c31dc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:07:21Z', 'revision_number': 6, 'project_id': 'dd7b67e58e9840e182631ae128c31dc5', 'gw_port_host': None}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:07:22.132075 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3e34d947-ebe9-4012-8bc0-4182a4f44276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (349e8f84-e7f2-4ab1-bab8-7bf6e4907719), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:22.159270 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34d947-ebe9-4012-8bc0-4182a4f44276 admin admin] Pushing event deleted for resources: {'Port': ['ID=349e8f84-e7f2-4ab1-bab8-7bf6e4907719,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:22.222445 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3e34d947-ebe9-4012-8bc0-4182a4f44276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589324'] for router_gateway (5797708f-0cbb-4dd8-9e40-050012755701), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:22.327376 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3e34d947-ebe9-4012-8bc0-4182a4f44276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router (5797708f-0cbb-4dd8-9e40-050012755701), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:22.329505 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3e34d947-ebe9-4012-8bc0-4182a4f44276 admin admin] Publish callbacks [] for router_controller (5797708f-0cbb-4dd8-9e40-050012755701), precommit_delete_associations {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:22.435476 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3e34d947-ebe9-4012-8bc0-4182a4f44276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588271'] for router (5797708f-0cbb-4dd8-9e40-050012755701), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:22.436165 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e34d947-ebe9-4012-8bc0-4182a4f44276 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5797708f-0cbb-4dd8-9e40-050012755701 {{(pid=103540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 11:07:22.440847 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3e34d947-ebe9-4012-8bc0-4182a4f44276 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:22.442055 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-3e34d947-ebe9-4012-8bc0-4182a4f44276 admin admin] 10.222.0.41 "DELETE /v2.0/routers/5797708f-0cbb-4dd8-9e40-050012755701 HTTP/1.1" status: 204 len: 168 time: 1.0387399 Mar 23 11:07:22.446513 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 52516) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:07:22.499492 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56e14e0-6b0e-43d8-a58a-c86a9beefe9e admin admin] Deleting subnet 886ce67b-f101-4e68-8143-abba0194fcaa {{(pid=103539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 11:07:22.507023 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d56e14e0-6b0e-43d8-a58a-c86a9beefe9e admin admin] Publish callbacks [] for subnet (886ce67b-f101-4e68-8143-abba0194fcaa), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:22.547706 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d56e14e0-6b0e-43d8-a58a-c86a9beefe9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11844273'] for subnet (886ce67b-f101-4e68-8143-abba0194fcaa), precommit_delete_associations {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:22.653167 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d56e14e0-6b0e-43d8-a58a-c86a9beefe9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3350868'] for subnet (886ce67b-f101-4e68-8143-abba0194fcaa), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:22.766812 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d56e14e0-6b0e-43d8-a58a-c86a9beefe9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3350861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11800261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11983438'] for subnet (886ce67b-f101-4e68-8143-abba0194fcaa), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:22.792474 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e14e0-6b0e-43d8-a58a-c86a9beefe9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=886ce67b-f101-4e68-8143-abba0194fcaa,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:22.794399 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d56e14e0-6b0e-43d8-a58a-c86a9beefe9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:22.797498 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-d56e14e0-6b0e-43d8-a58a-c86a9beefe9e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/886ce67b-f101-4e68-8143-abba0194fcaa HTTP/1.1" status: 204 len: 168 time: 0.3512659 Mar 23 11:07:22.798908 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83d98de-b193-425b-bea4-fe57d21ea5c9 None None] Network 4b8305e7-fc73-4884-8968-f1c6a05e1337 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:07:22.799970 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 52518) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:07:22.852974 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 98442a47-35ec-4a33-806f-498a325edc3c no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:07:22.876334 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: 98442a47-35ec-4a33-806f-498a325edc3c {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:07:22.876749 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 98442a47-35ec-4a33-806f-498a325edc3c not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:07:22.877353 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6ec2d7f0-36dc-400e-90e0-326e383d7b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148571'] for network (4b8305e7-fc73-4884-8968-f1c6a05e1337), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:22.934084 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-6ec2d7f0-36dc-400e-90e0-326e383d7b10 admin admin] Deleting port f546a45f-35fb-4f7a-82be-30827b954aff {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:07:22.934743 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6ec2d7f0-36dc-400e-90e0-326e383d7b10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (f546a45f-35fb-4f7a-82be-30827b954aff), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:22.986953 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478510b9-3a5a-4981-b4c8-3efa41ce279c None None] DHCP port deletion for 4b8305e7-fc73-4884-8968-f1c6a05e1337 request from dv-cinder-790535-33-iscsi {{(pid=103541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 11:07:23.000107 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [None req-6ec2d7f0-36dc-400e-90e0-326e383d7b10 admin admin] For port f546a45f-35fb-4f7a-82be-30827b954aff, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=f546a45f-35fb-4f7a-82be-30827b954aff,segment=NetworkSegment(486bcbfd-361c-4836-9657-8a8d022c8112),segment_id=486bcbfd-361c-4836-9657-8a8d022c8112)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:07:23.000235 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6ec2d7f0-36dc-400e-90e0-326e383d7b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (f546a45f-35fb-4f7a-82be-30827b954aff), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:23.016114 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-6ec2d7f0-36dc-400e-90e0-326e383d7b10 admin admin] Calling delete_port for f546a45f-35fb-4f7a-82be-30827b954aff owned by network:dhcp {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:07:23.056304 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-478510b9-3a5a-4981-b4c8-3efa41ce279c None None] Deleting port f546a45f-35fb-4f7a-82be-30827b954aff {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:07:23.056752 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-478510b9-3a5a-4981-b4c8-3efa41ce279c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (f546a45f-35fb-4f7a-82be-30827b954aff), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:23.128547 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-478510b9-3a5a-4981-b4c8-3efa41ce279c None None] For port f546a45f-35fb-4f7a-82be-30827b954aff, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=f546a45f-35fb-4f7a-82be-30827b954aff,segment=NetworkSegment(486bcbfd-361c-4836-9657-8a8d022c8112),segment_id=486bcbfd-361c-4836-9657-8a8d022c8112)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:07:23.129069 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-478510b9-3a5a-4981-b4c8-3efa41ce279c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (f546a45f-35fb-4f7a-82be-30827b954aff), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:23.143056 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-478510b9-3a5a-4981-b4c8-3efa41ce279c None None] Calling delete_port for f546a45f-35fb-4f7a-82be-30827b954aff owned by network:dhcp {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:07:23.195285 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6ec2d7f0-36dc-400e-90e0-326e383d7b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (f546a45f-35fb-4f7a-82be-30827b954aff), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:23.223532 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2d7f0-36dc-400e-90e0-326e383d7b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=f546a45f-35fb-4f7a-82be-30827b954aff,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:23.227654 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec2d7f0-36dc-400e-90e0-326e383d7b10 admin admin] No DVR routers for this DVR port f546a45f-35fb-4f7a-82be-30827b954aff on host dv-cinder-790535-33-iscsi {{(pid=103539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:07:23.269597 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-478510b9-3a5a-4981-b4c8-3efa41ce279c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628'] for port (f546a45f-35fb-4f7a-82be-30827b954aff), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:23.294390 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478510b9-3a5a-4981-b4c8-3efa41ce279c None None] Pushing event deleted for resources: {'Port': ['ID=f546a45f-35fb-4f7a-82be-30827b954aff,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:23.299514 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478510b9-3a5a-4981-b4c8-3efa41ce279c None None] No DVR routers for this DVR port f546a45f-35fb-4f7a-82be-30827b954aff on host dv-cinder-790535-33-iscsi {{(pid=103541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:07:23.301629 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6ec2d7f0-36dc-400e-90e0-326e383d7b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3292129', 'neutron.services.segments.db._delete_segments_for_network-8738511072579'] for network (4b8305e7-fc73-4884-8968-f1c6a05e1337), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:23.330832 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.services.segments.db [None req-6ec2d7f0-36dc-400e-90e0-326e383d7b10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f297527b5b0>,) {'filters': {'network_id': ['4b8305e7-fc73-4884-8968-f1c6a05e1337']}} {{(pid=103539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:23.340155 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.services.segments.db [None req-6ec2d7f0-36dc-400e-90e0-326e383d7b10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f297527b5b0>, '486bcbfd-361c-4836-9657-8a8d022c8112') {'for_net_delete': True} {{(pid=103539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:23.340447 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.services.segments.db [None req-6ec2d7f0-36dc-400e-90e0-326e383d7b10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f297527b5b0>, '486bcbfd-361c-4836-9657-8a8d022c8112') {} {{(pid=103539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:23.353427 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6ec2d7f0-36dc-400e-90e0-326e383d7b10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738511073100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11844232'] for segment (486bcbfd-361c-4836-9657-8a8d022c8112), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:23.368831 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6ec2d7f0-36dc-400e-90e0-326e383d7b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (486bcbfd-361c-4836-9657-8a8d022c8112), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:23.375074 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec2d7f0-36dc-400e-90e0-326e383d7b10 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 11:07:23.375460 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6ec2d7f0-36dc-400e-90e0-326e383d7b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798631'] for segment (486bcbfd-361c-4836-9657-8a8d022c8112), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: Traceback (most recent call last): Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: timer() Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: cb(*args, **kw) Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: return func(*args, **kwargs) Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: self._notify() Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: self.callback(batched_events) Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: event.method(event) Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: return f(self, *a, **k) Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: return self._get(url).json() Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: return self.request(url, 'GET', **kwargs) Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:07:23.377091 dv-cinder-790535-33-iscsi neutron-server[103539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:07:23.469120 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6ec2d7f0-36dc-400e-90e0-326e383d7b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3292122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589424'] for network (4b8305e7-fc73-4884-8968-f1c6a05e1337), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:23.474548 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6ec2d7f0-36dc-400e-90e0-326e383d7b10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:23.478304 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-6ec2d7f0-36dc-400e-90e0-326e383d7b10 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4b8305e7-fc73-4884-8968-f1c6a05e1337 HTTP/1.1" status: 204 len: 168 time: 0.6774192 Mar 23 11:07:23.489236 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2d7f0-36dc-400e-90e0-326e383d7b10 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b8305e7-fc73-4884-8968-f1c6a05e1337,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:23.816893 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 52528) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:07:23.856652 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-3c84dbd0-9dc4-4190-bac2-020c6f102936 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd7b67e58e9840e182631ae128c31dc5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385375 Mar 23 11:07:23.859004 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 52530) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:07:23.906351 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8f193eca-3903-4fa0-9644-e565125f6b32 admin admin] Publish callbacks [] for security_group (d0c3562e-a3ab-41cb-8954-808dc5073c02), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:23.926986 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8f193eca-3903-4fa0-9644-e565125f6b32 admin admin] Publish callbacks [] for security_group (d0c3562e-a3ab-41cb-8954-808dc5073c02), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:24.061604 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8f193eca-3903-4fa0-9644-e565125f6b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (d0c3562e-a3ab-41cb-8954-808dc5073c02), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:24.064180 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8f193eca-3903-4fa0-9644-e565125f6b32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:24.065361 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-8f193eca-3903-4fa0-9644-e565125f6b32 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d0c3562e-a3ab-41cb-8954-808dc5073c02 HTTP/1.1" status: 204 len: 168 time: 0.2054555 Mar 23 11:07:24.072921 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f193eca-3903-4fa0-9644-e565125f6b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c3562e-a3ab-41cb-8954-808dc5073c02,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:24.385539 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device f546a45f-35fb-4f7a-82be-30827b954aff no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:07:24.405637 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: f546a45f-35fb-4f7a-82be-30827b954aff {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:07:24.405972 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device f546a45f-35fb-4f7a-82be-30827b954aff not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:07:24.406389 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 349e8f84-e7f2-4ab1-bab8-7bf6e4907719 no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:07:24.428005 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: 349e8f84-e7f2-4ab1-bab8-7bf6e4907719 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:07:24.428351 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 349e8f84-e7f2-4ab1-bab8-7bf6e4907719 not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:07:25.008965 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 52554) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:07:25.103804 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-1c9d17b6-0ead-409f-b715-ea3d2c0daa7a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-63236951-network', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:07:25.217528 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9d17b6-0ead-409f-b715-ea3d2c0daa7a admin admin] Made reservation on behalf of 34c477f1d53b42cbb4eaf1def983a6e2 for: {'network': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:07:25.219805 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1c9d17b6-0ead-409f-b715-ea3d2c0daa7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for network (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:25.228851 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1c9d17b6-0ead-409f-b715-ea3d2c0daa7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:25.301270 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1c9d17b6-0ead-409f-b715-ea3d2c0daa7a admin admin] Publish callbacks [] for security_group (f751d3da-6d17-420a-8f89-79132961b2db), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:25.520873 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1c9d17b6-0ead-409f-b715-ea3d2c0daa7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (f751d3da-6d17-420a-8f89-79132961b2db), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:25.548230 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9d17b6-0ead-409f-b715-ea3d2c0daa7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=103539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:07:25.554338 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d17b6-0ead-409f-b715-ea3d2c0daa7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f751d3da-6d17-420a-8f89-79132961b2db,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:25.560018 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1c9d17b6-0ead-409f-b715-ea3d2c0daa7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (a8d61137-8314-4423-8eb8-fb7c0dc66203), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:25.560371 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.db.segments_db [None req-1c9d17b6-0ead-409f-b715-ea3d2c0daa7a admin admin] Added segment a8d61137-8314-4423-8eb8-fb7c0dc66203 of type vlan for network 3bfa1340-08ba-419b-8f23-d81230e789c7 Mar 23 11:07:25.599644 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1c9d17b6-0ead-409f-b715-ea3d2c0daa7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738510713667'] for network (3bfa1340-08ba-419b-8f23-d81230e789c7), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:25.675147 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1c9d17b6-0ead-409f-b715-ea3d2c0daa7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for network (3bfa1340-08ba-419b-8f23-d81230e789c7), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:25.676121 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9d17b6-0ead-409f-b715-ea3d2c0daa7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:25.676719 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1c9d17b6-0ead-409f-b715-ea3d2c0daa7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:25.715206 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ad732f92-7da3-4916-8bae-d6a8d1f70a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:25.738967 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d17b6-0ead-409f-b715-ea3d2c0daa7a admin admin] Pushing event updated for resources: {'Network': ['ID=3bfa1340-08ba-419b-8f23-d81230e789c7,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:25.747046 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Network 3bfa1340-08ba-419b-8f23-d81230e789c7 details requested by agent ovs-agent-dv-cinder-790535-33-iscsi with host dv-cinder-790535-33-iscsi {{(pid=103541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 11:07:25.784889 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-1c9d17b6-0ead-409f-b715-ea3d2c0daa7a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7746274 Mar 23 11:07:25.787540 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 52560) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:07:25.792377 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-01d3eafe-57e0-4249-8195-d830c2f072fa admin admin] Request body: {'subnet': {'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-63236951-subnet', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:07:25.909381 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d3eafe-57e0-4249-8195-d830c2f072fa admin admin] Made reservation on behalf of 34c477f1d53b42cbb4eaf1def983a6e2 for: {'subnet': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:07:25.911764 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-01d3eafe-57e0-4249-8195-d830c2f072fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11983459'] for subnet (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:26.138052 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-01d3eafe-57e0-4249-8195-d830c2f072fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11800196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11983477'] for subnet (7ba199a1-33e3-44f1-9a9b-3dd7e82d6744), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:26.193772 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3eafe-57e0-4249-8195-d830c2f072fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ba199a1-33e3-44f1-9a9b-3dd7e82d6744,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:26.201578 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3eafe-57e0-4249-8195-d830c2f072fa admin admin] Checking segment: {'id': 'a8d61137-8314-4423-8eb8-fb7c0dc66203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:07:26.201946 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d3eafe-57e0-4249-8195-d830c2f072fa admin admin] Network hostable DHCP agents. Network: 3bfa1340-08ba-419b-8f23-d81230e789c7, hostable agents: ['18616f87-d995-4ff8-a7e5-ed686ac89f81'], hosted agents: [] {{(pid=103539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:07:26.269080 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d3eafe-57e0-4249-8195-d830c2f072fa admin admin] Network 3bfa1340-08ba-419b-8f23-d81230e789c7 is scheduled to be hosted by DHCP agent 18616f87-d995-4ff8-a7e5-ed686ac89f81 with binding_index 1 {{(pid=103539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:07:26.337967 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-01d3eafe-57e0-4249-8195-d830c2f072fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-33-iscsi, 3bfa1340-08ba-419b-8f23-d81230e789c7) {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:07:26.341942 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d3eafe-57e0-4249-8195-d830c2f072fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:26.342551 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-01d3eafe-57e0-4249-8195-d830c2f072fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:26.346459 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5933b669-98ce-4129-b4d7-ce7ad002de63 None None] Network 3bfa1340-08ba-419b-8f23-d81230e789c7 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:07:26.377691 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-dee33007-04d9-40d0-a233-31bf6c9bdb11 req-f3279a6e-b87e-40bf-8e12-fc346ed1ba37 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535574 Mar 23 11:07:26.430923 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-01d3eafe-57e0-4249-8195-d830c2f072fa admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6419988 Mar 23 11:07:26.433224 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 52562) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:07:26.437519 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-0b4019f6-5f03-4f0b-8588-9b077a15c832 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:07:26.452290 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728125a1-7594-41dc-8ba3-d77c6345f936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7dec95-e408-57f7-a9aa-31b64d88e4d5-3bfa1340-08ba-419b-8f23-d81230e789c7', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744'}]}} from dv-cinder-790535-33-iscsi. {{(pid=103541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 11:07:26.454108 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-728125a1-7594-41dc-8ba3-d77c6345f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:26.476207 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee33007-04d9-40d0-a233-31bf6c9bdb11 req-8dcab890-fcbb-4053-8866-cc9e2b557739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:26.476207 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-dee33007-04d9-40d0-a233-31bf6c9bdb11 req-8dcab890-fcbb-4053-8866-cc9e2b557739 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=129bb33e62b44450880cb7f944520401&device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 1129 time: 0.0476403 Mar 23 11:07:26.519256 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0b4019f6-5f03-4f0b-8588-9b077a15c832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3242'] for router (cfcddd4b-98da-461c-8da1-9502797c8c75), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:26.520574 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0b4019f6-5f03-4f0b-8588-9b077a15c832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3229'] for router (cfcddd4b-98da-461c-8da1-9502797c8c75), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:26.594207 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee33007-04d9-40d0-a233-31bf6c9bdb11 req-a9a1ff88-fd8d-4afc-8b47-c065e48e2bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:26.595691 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-dee33007-04d9-40d0-a233-31bf6c9bdb11 req-a9a1ff88-fd8d-4afc-8b47-c065e48e2bae service neutron] 10.222.0.52 "GET /v2.0/networks?id=df50ffe3-03ed-467a-b227-56e0850217fe HTTP/1.1" status: 200 len: 909 time: 0.1024208 Mar 23 11:07:26.596425 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0b4019f6-5f03-4f0b-8588-9b077a15c832 admin admin] Publish callbacks [] for router_controller (cfcddd4b-98da-461c-8da1-9502797c8c75), precommit_add_association {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:26.608428 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-728125a1-7594-41dc-8ba3-d77c6345f936 None None] Allocated IP 172.20.0.2 (3bfa1340-08ba-419b-8f23-d81230e789c7/7ba199a1-33e3-44f1-9a9b-3dd7e82d6744/ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:07:26.665636 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-dee33007-04d9-40d0-a233-31bf6c9bdb11 req-0fbe6591-8768-43e9-89b3-6f4e03f63c90 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ca22a6a-8f96-4c83-82d3-d5e89680e117 HTTP/1.1" status: 200 len: 1001 time: 0.0636952 Mar 23 11:07:26.718154 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee33007-04d9-40d0-a233-31bf6c9bdb11 req-a8e84f89-cb95-4e3a-a5e5-be7e53765e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:26.719715 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-dee33007-04d9-40d0-a233-31bf6c9bdb11 req-a8e84f89-cb95-4e3a-a5e5-be7e53765e2c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=001a2c33-ab4d-40f3-86cd-0344207597b1 HTTP/1.1" status: 200 len: 847 time: 0.0448878 Mar 23 11:07:26.755055 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-728125a1-7594-41dc-8ba3-d77c6345f936 None None] Publish callbacks [] for port (ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:26.769957 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee33007-04d9-40d0-a233-31bf6c9bdb11 req-677165d8-41f1-4eb7-b0f3-0a9960b764d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:26.771533 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-dee33007-04d9-40d0-a233-31bf6c9bdb11 req-677165d8-41f1-4eb7-b0f3-0a9960b764d5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df50ffe3-03ed-467a-b227-56e0850217fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453889 Mar 23 11:07:26.793721 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0b4019f6-5f03-4f0b-8588-9b077a15c832 admin admin] Publish callbacks [] for router_gateway (cfcddd4b-98da-461c-8da1-9502797c8c75), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:26.826330 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-728125a1-7594-41dc-8ba3-d77c6345f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823'] for port (ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:26.862984 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728125a1-7594-41dc-8ba3-d77c6345f936 None None] Network 3bfa1340-08ba-419b-8f23-d81230e789c7 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:07:26.867130 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-dee33007-04d9-40d0-a233-31bf6c9bdb11 req-7dd1d395-3f38-4d00-a961-e36acdf97b71 service neutron] 10.222.0.52 "GET /v2.0/networks/df50ffe3-03ed-467a-b227-56e0850217fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869012 Mar 23 11:07:26.867589 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-728125a1-7594-41dc-8ba3-d77c6345f936 None None] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:07:26.870005 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728125a1-7594-41dc-8ba3-d77c6345f936 None None] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:07:26.881708 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728125a1-7594-41dc-8ba3-d77c6345f936 None None] Pushing event updated for resources: {'Port': ['ID=ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:26.934686 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-728125a1-7594-41dc-8ba3-d77c6345f936 None None] Attempting to bind port ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12 on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:07:26.935059 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-728125a1-7594-41dc-8ba3-d77c6345f936 None None] Attempting to bind port ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12 by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': 'a8d61137-8314-4423-8eb8-fb7c0dc66203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:07:26.935752 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728125a1-7594-41dc-8ba3-d77c6345f936 None None] Attempting to bind port ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12 on network 3bfa1340-08ba-419b-8f23-d81230e789c7 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:07:26.940489 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728125a1-7594-41dc-8ba3-d77c6345f936 None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:07:26.941016 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728125a1-7594-41dc-8ba3-d77c6345f936 None None] Checking segment: {'id': 'a8d61137-8314-4423-8eb8-fb7c0dc66203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:07:26.941457 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-728125a1-7594-41dc-8ba3-d77c6345f936 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:26.941843 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728125a1-7594-41dc-8ba3-d77c6345f936 None None] Bound using segment: {'id': 'a8d61137-8314-4423-8eb8-fb7c0dc66203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:07:26.942311 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-728125a1-7594-41dc-8ba3-d77c6345f936 None None] Bound port: ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d61137-8314-4423-8eb8-fb7c0dc66203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:07:26.942783 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-728125a1-7594-41dc-8ba3-d77c6345f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:26.956976 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-dee33007-04d9-40d0-a233-31bf6c9bdb11 req-366fb8b0-0c08-49b0-8627-e90b843783c7 service neutron] 10.222.0.52 "GET /v2.0/networks/df50ffe3-03ed-467a-b227-56e0850217fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840285 Mar 23 11:07:27.014407 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-728125a1-7594-41dc-8ba3-d77c6345f936 None None] For port ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:07:27.014407 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-728125a1-7594-41dc-8ba3-d77c6345f936 None None] For port ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:07:27.081419 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-728125a1-7594-41dc-8ba3-d77c6345f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:27.106611 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0b4019f6-5f03-4f0b-8588-9b077a15c832 admin admin] Publish callbacks [] for router_gateway (cfcddd4b-98da-461c-8da1-9502797c8c75), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:27.126563 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0b4019f6-5f03-4f0b-8588-9b077a15c832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:27.141075 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728125a1-7594-41dc-8ba3-d77c6345f936 None None] Pushing event updated for resources: {'Port': ['ID=ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:27.239914 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [None req-0b4019f6-5f03-4f0b-8588-9b077a15c832 admin admin] Allocated IP 172.27.0.152 (95c18418-5bae-427e-9b81-a5d1c1650c0a/3e1497af-c43c-4f5b-914b-136f0356db85/5a51d088-e391-47c4-bae2-c91b71d8617a) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:07:27.358121 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0b4019f6-5f03-4f0b-8588-9b077a15c832 admin admin] Publish callbacks [] for port (5a51d088-e391-47c4-bae2-c91b71d8617a), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:27.462732 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0b4019f6-5f03-4f0b-8588-9b077a15c832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (5a51d088-e391-47c4-bae2-c91b71d8617a), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:27.500879 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4019f6-5f03-4f0b-8588-9b077a15c832 admin admin] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:07:27.503795 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-0b4019f6-5f03-4f0b-8588-9b077a15c832 admin admin] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:07:27.506245 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4019f6-5f03-4f0b-8588-9b077a15c832 admin admin] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:07:27.536642 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4019f6-5f03-4f0b-8588-9b077a15c832 admin admin] Pushing event updated for resources: {'Port': ['ID=5a51d088-e391-47c4-bae2-c91b71d8617a,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:27.873258 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8a522232-d920-4b23-b523-9ab1d70e85b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:27.905966 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0b4019f6-5f03-4f0b-8588-9b077a15c832 admin admin] Publish callbacks [] for router_gateway (cfcddd4b-98da-461c-8da1-9502797c8c75), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:28.096511 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078c7298-387a-411e-9db1-c8e8a24ce010 None None] Network 3bfa1340-08ba-419b-8f23-d81230e789c7 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:07:28.113810 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0b4019f6-5f03-4f0b-8588-9b077a15c832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589352'] for router (cfcddd4b-98da-461c-8da1-9502797c8c75), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:28.218659 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-d1050f3e-589b-4b83-8aab-c78096b54beb None None] Provisioning complete for port ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:07:28.219044 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d1050f3e-589b-4b83-8aab-c78096b54beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:28.322306 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-d1050f3e-589b-4b83-8aab-c78096b54beb None None] Current status of the port ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12 is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:07:28.322768 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d1050f3e-589b-4b83-8aab-c78096b54beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:28.364109 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-d1050f3e-589b-4b83-8aab-c78096b54beb None None] For port ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:07:28.449027 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d1050f3e-589b-4b83-8aab-c78096b54beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:28.490516 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:07:28.555903 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1050f3e-589b-4b83-8aab-c78096b54beb None None] Pushing event updated for resources: {'Port': ['ID=ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:28.569798 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4019f6-5f03-4f0b-8588-9b077a15c832 admin admin] Router cfcddd4b-98da-461c-8da1-9502797c8c75 is scheduled to L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc with binding_index 1 {{(pid=103539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 11:07:28.582143 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:07:28.582516 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:28.584378 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-df7ce7db-58c5-413d-843c-32de6b2e001e None None] Provisioning complete for port ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:07:28.584733 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-df7ce7db-58c5-413d-843c-32de6b2e001e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:28.679891 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4019f6-5f03-4f0b-8588-9b077a15c832 admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:07:28.691289 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] Sync routers for ids ['cfcddd4b-98da-461c-8da1-9502797c8c75'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:07:28.702380 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] Routers {'cfcddd4b-98da-461c-8da1-9502797c8c75'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:07:28.703021 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2977051e80>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:07:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cfcddd4b-98da-461c-8da1-9502797c8c75'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:28.757764 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0b4019f6-5f03-4f0b-8588-9b077a15c832 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:28.759500 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-0b4019f6-5f03-4f0b-8588-9b077a15c832 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3252528 Mar 23 11:07:28.762582 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 52578) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:07:28.825774 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] Set router cfcddd4b-98da-461c-8da1-9502797c8c75 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:07:28.853414 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:07:28.858380 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-df7ce7db-58c5-413d-843c-32de6b2e001e None None] Current status of the port ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:07:29.010207 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:07:29.015625 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2977051e80>, [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:27Z', 'revision_number': 3, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:29.044031 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] Checking router: cfcddd4b-98da-461c-8da1-9502797c8c75 for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:07:29.044439 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] Updating router cfcddd4b-98da-461c-8da1-9502797c8c75 port 5a51d088-e391-47c4-bae2-c91b71d8617a binding host dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 11:07:29.078307 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (5a51d088-e391-47c4-bae2-c91b71d8617a), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:29.332691 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] Publish callbacks [] for port (5a51d088-e391-47c4-bae2-c91b71d8617a), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:29.404727 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (5a51d088-e391-47c4-bae2-c91b71d8617a), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:29.438830 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-710f5045-9307-42c8-89e0-67e7c0a967e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:29.458074 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8055f-a6dc-4c80-ab49-1356edf439ee None None] Pushing event updated for resources: {'Port': ['ID=5a51d088-e391-47c4-bae2-c91b71d8617a,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:29.463006 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] Attempting to bind port 5a51d088-e391-47c4-bae2-c91b71d8617a on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:07:29.463373 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] Attempting to bind port 5a51d088-e391-47c4-bae2-c91b71d8617a by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:07:29.463931 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] Attempting to bind port 5a51d088-e391-47c4-bae2-c91b71d8617a on network 95c18418-5bae-427e-9b81-a5d1c1650c0a {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:07:29.471450 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8055f-a6dc-4c80-ab49-1356edf439ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:29.471450 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8055f-a6dc-4c80-ab49-1356edf439ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:29.471450 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8055f-a6dc-4c80-ab49-1356edf439ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:29.471873 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8055f-a6dc-4c80-ab49-1356edf439ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:29.472054 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8055f-a6dc-4c80-ab49-1356edf439ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:29.472386 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8055f-a6dc-4c80-ab49-1356edf439ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:29.472713 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8055f-a6dc-4c80-ab49-1356edf439ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:29.473047 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8055f-a6dc-4c80-ab49-1356edf439ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:29.473411 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8055f-a6dc-4c80-ab49-1356edf439ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:29.473740 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8055f-a6dc-4c80-ab49-1356edf439ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:29.474069 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8055f-a6dc-4c80-ab49-1356edf439ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:29.474404 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8055f-a6dc-4c80-ab49-1356edf439ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:29.474731 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8055f-a6dc-4c80-ab49-1356edf439ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:29.475051 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8055f-a6dc-4c80-ab49-1356edf439ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:29.475372 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa8055f-a6dc-4c80-ab49-1356edf439ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:29.481604 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:07:29.481981 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] Checking segment: {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:07:29.482384 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:29.482767 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] Bound using segment: {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:07:29.483233 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] Bound port: 5a51d088-e391-47c4-bae2-c91b71d8617a, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:07:29.484249 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (5a51d088-e391-47c4-bae2-c91b71d8617a), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:29.490421 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:29.537911 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] For port 5a51d088-e391-47c4-bae2-c91b71d8617a, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:07:29.541825 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] For port 5a51d088-e391-47c4-bae2-c91b71d8617a, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=5a51d088-e391-47c4-bae2-c91b71d8617a,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:07:29.604956 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [None req-710f5045-9307-42c8-89e0-67e7c0a967e3 admin admin] Allocated IP 172.20.0.1 (3bfa1340-08ba-419b-8f23-d81230e789c7/7ba199a1-33e3-44f1-9a9b-3dd7e82d6744/39227aa4-5d95-4446-9316-7d39c69769f6) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:07:29.634544 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (5a51d088-e391-47c4-bae2-c91b71d8617a), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:29.683491 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8055f-a6dc-4c80-ab49-1356edf439ee None None] Pushing event updated for resources: {'Port': ['ID=5a51d088-e391-47c4-bae2-c91b71d8617a,revision_number=3']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:29.735218 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] Routers {'cfcddd4b-98da-461c-8da1-9502797c8c75'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:07:29.735846 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2977051e80>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:07:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cfcddd4b-98da-461c-8da1-9502797c8c75'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:29.747767 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-710f5045-9307-42c8-89e0-67e7c0a967e3 admin admin] Publish callbacks [] for port (39227aa4-5d95-4446-9316-7d39c69769f6), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:29.892960 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-710f5045-9307-42c8-89e0-67e7c0a967e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (39227aa4-5d95-4446-9316-7d39c69769f6), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:29.934477 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] Set router cfcddd4b-98da-461c-8da1-9502797c8c75 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:07:29.939188 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710f5045-9307-42c8-89e0-67e7c0a967e3 admin admin] Network 3bfa1340-08ba-419b-8f23-d81230e789c7 is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:07:29.942317 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-710f5045-9307-42c8-89e0-67e7c0a967e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:07:29.944873 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710f5045-9307-42c8-89e0-67e7c0a967e3 admin admin] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:07:29.971175 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f5045-9307-42c8-89e0-67e7c0a967e3 admin admin] Pushing event updated for resources: {'Port': ['ID=39227aa4-5d95-4446-9316-7d39c69769f6,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:29.992976 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-710f5045-9307-42c8-89e0-67e7c0a967e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573693'] for router_interface (cfcddd4b-98da-461c-8da1-9502797c8c75), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:30.127513 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2977051e80>, [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:27Z', 'revision_number': 3, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:30.159544 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c0aa1e-3204-4969-9359-28e21cdd8b83 None None] The sync data for ids ['cfcddd4b-98da-461c-8da1-9502797c8c75'] in dv-cinder-790535-33-iscsi is: [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:27Z', 'revision_number': 3, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:07:30.188788 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-eef73e37-c86d-43de-851d-b7e7ae3557a5 None None] Provisioning complete for port 39227aa4-5d95-4446-9316-7d39c69769f6 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:07:30.189566 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-eef73e37-c86d-43de-851d-b7e7ae3557a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (39227aa4-5d95-4446-9316-7d39c69769f6), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:30.202185 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-710f5045-9307-42c8-89e0-67e7c0a967e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (39227aa4-5d95-4446-9316-7d39c69769f6), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:30.229068 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-eef73e37-c86d-43de-851d-b7e7ae3557a5 None None] Port 39227aa4-5d95-4446-9316-7d39c69769f6 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:07:30.387356 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-710f5045-9307-42c8-89e0-67e7c0a967e3 admin admin] Publish callbacks [] for port (39227aa4-5d95-4446-9316-7d39c69769f6), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:30.442430 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:07:30.455771 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-710f5045-9307-42c8-89e0-67e7c0a967e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (39227aa4-5d95-4446-9316-7d39c69769f6), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:30.501995 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:07:30.503075 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:30.528920 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f5045-9307-42c8-89e0-67e7c0a967e3 admin admin] Pushing event updated for resources: {'Port': ['ID=39227aa4-5d95-4446-9316-7d39c69769f6,revision_number=2']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:30.534231 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-710f5045-9307-42c8-89e0-67e7c0a967e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573545'] for router_interface (cfcddd4b-98da-461c-8da1-9502797c8c75), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:30.628288 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:07:30.665271 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710f5045-9307-42c8-89e0-67e7c0a967e3 admin admin] Network 3bfa1340-08ba-419b-8f23-d81230e789c7 is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:07:30.671225 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-710f5045-9307-42c8-89e0-67e7c0a967e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:07:30.697921 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:30.800922 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710f5045-9307-42c8-89e0-67e7c0a967e3 admin admin] Router cfcddd4b-98da-461c-8da1-9502797c8c75 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:07:30.920793 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710f5045-9307-42c8-89e0-67e7c0a967e3 admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:07:30.925762 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-710f5045-9307-42c8-89e0-67e7c0a967e3 admin admin] 10.222.0.41 "PUT /v2.0/routers/cfcddd4b-98da-461c-8da1-9502797c8c75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1615853 Mar 23 11:07:30.972068 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-bd0060a4-e737-43ad-994d-44e13717e66e None None] Provisioning complete for port 39227aa4-5d95-4446-9316-7d39c69769f6 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:07:30.972520 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-bd0060a4-e737-43ad-994d-44e13717e66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (39227aa4-5d95-4446-9316-7d39c69769f6), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:31.009653 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-bd0060a4-e737-43ad-994d-44e13717e66e None None] Port 39227aa4-5d95-4446-9316-7d39c69769f6 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:07:31.565951 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 52602) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:07:31.571140 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-5e582f68-3bf2-4472-9a2b-5cbd3685db4d tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1860724564', 'description': 'tempest-description--177625796'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:07:31.701712 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-5e582f68-3bf2-4472-9a2b-5cbd3685db4d tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:31.794700 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-5e582f68-3bf2-4472-9a2b-5cbd3685db4d tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group (cb713bc7-6f05-4788-9267-ed8eebe80d64), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:31.857958 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-5e582f68-3bf2-4472-9a2b-5cbd3685db4d tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (cb713bc7-6f05-4788-9267-ed8eebe80d64), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:31.888408 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e582f68-3bf2-4472-9a2b-5cbd3685db4d tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb713bc7-6f05-4788-9267-ed8eebe80d64,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:31.934811 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] Sync routers for ids ['cfcddd4b-98da-461c-8da1-9502797c8c75'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:07:31.940175 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-5e582f68-3bf2-4472-9a2b-5cbd3685db4d tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:31.941841 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-5e582f68-3bf2-4472-9a2b-5cbd3685db4d tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3746126 Mar 23 11:07:31.944665 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 52604) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:07:31.946023 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] Routers {'cfcddd4b-98da-461c-8da1-9502797c8c75'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:07:31.950523 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975c09430>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:07:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cfcddd4b-98da-461c-8da1-9502797c8c75'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:31.950661 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-9956667a-e235-4290-8c2b-5c2df45572e3 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Request body: {'security_group_rule': {'security_group_id': 'cb713bc7-6f05-4788-9267-ed8eebe80d64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:07:32.029139 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-9956667a-e235-4290-8c2b-5c2df45572e3 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group_rule (d5be2428-9d59-432b-a91a-ed0cf0c709d3), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:32.053108 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] Set router cfcddd4b-98da-461c-8da1-9502797c8c75 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:07:32.086044 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-9956667a-e235-4290-8c2b-5c2df45572e3 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group_rule (d5be2428-9d59-432b-a91a-ed0cf0c709d3), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:32.150165 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-9956667a-e235-4290-8c2b-5c2df45572e3 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (d5be2428-9d59-432b-a91a-ed0cf0c709d3), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:32.168718 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956667a-e235-4290-8c2b-5c2df45572e3 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5be2428-9d59-432b-a91a-ed0cf0c709d3,revision_number=0']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:32.236700 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-9956667a-e235-4290-8c2b-5c2df45572e3 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:32.238334 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-9956667a-e235-4290-8c2b-5c2df45572e3 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2926433 Mar 23 11:07:32.240914 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 52608) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:07:32.245767 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-87f40729-644a-4b03-9d70-16c715ef2c1e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Request body: {'security_group_rule': {'security_group_id': 'cb713bc7-6f05-4788-9267-ed8eebe80d64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:07:32.274820 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975c09430>, [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 2, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:32.304824 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] Checking router: cfcddd4b-98da-461c-8da1-9502797c8c75 for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:07:32.305116 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] Updating router cfcddd4b-98da-461c-8da1-9502797c8c75 port 39227aa4-5d95-4446-9316-7d39c69769f6 binding host dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 11:07:32.324389 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:32.333055 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (39227aa4-5d95-4446-9316-7d39c69769f6), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:32.354820 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-87f40729-644a-4b03-9d70-16c715ef2c1e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group_rule (3c560064-41ab-433b-b934-ac1a20e1a270), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:32.423655 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-87f40729-644a-4b03-9d70-16c715ef2c1e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group_rule (3c560064-41ab-433b-b934-ac1a20e1a270), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:32.448780 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 5a51d088-e391-47c4-bae2-c91b71d8617a up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:07:32.474979 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-87f40729-644a-4b03-9d70-16c715ef2c1e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (3c560064-41ab-433b-b934-ac1a20e1a270), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:32.491075 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f40729-644a-4b03-9d70-16c715ef2c1e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c560064-41ab-433b-b934-ac1a20e1a270,revision_number=0']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:32.562733 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-87f40729-644a-4b03-9d70-16c715ef2c1e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:32.563894 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-87f40729-644a-4b03-9d70-16c715ef2c1e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3220143 Mar 23 11:07:32.566472 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 5a51d088-e391-47c4-bae2-c91b71d8617a triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:07:32.566933 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (5a51d088-e391-47c4-bae2-c91b71d8617a), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:32.567429 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 52612) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:07:32.572419 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-22ce9a88-f0c2-4471-a06b-a9a409bcc942 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Request body: {'floatingip': {'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:07:32.663836 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-22ce9a88-f0c2-4471-a06b-a9a409bcc942 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:32.721211 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 5a51d088-e391-47c4-bae2-c91b71d8617a is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:07:32.721645 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (5a51d088-e391-47c4-bae2-c91b71d8617a), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:32.727186 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] Publish callbacks [] for port (39227aa4-5d95-4446-9316-7d39c69769f6), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:32.744375 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] For port 5a51d088-e391-47c4-bae2-c91b71d8617a, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=5a51d088-e391-47c4-bae2-c91b71d8617a,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:07:32.764657 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-22ce9a88-f0c2-4471-a06b-a9a409bcc942 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:32.834868 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (39227aa4-5d95-4446-9316-7d39c69769f6), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:32.865745 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (5a51d088-e391-47c4-bae2-c91b71d8617a), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:32.873807 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [None req-22ce9a88-f0c2-4471-a06b-a9a409bcc942 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Allocated IP 172.27.0.248 (95c18418-5bae-427e-9b81-a5d1c1650c0a/3e1497af-c43c-4f5b-914b-136f0356db85/e0b38a31-256f-494a-8748-7e950f9f9a35) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:07:32.889422 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9ca7e-065b-4cc0-b61c-c4683a787866 None None] Pushing event updated for resources: {'Port': ['ID=39227aa4-5d95-4446-9316-7d39c69769f6,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:32.981806 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] Attempting to bind port 39227aa4-5d95-4446-9316-7d39c69769f6 on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:07:32.982519 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] Attempting to bind port 39227aa4-5d95-4446-9316-7d39c69769f6 by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': 'a8d61137-8314-4423-8eb8-fb7c0dc66203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:07:32.982519 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] Attempting to bind port 39227aa4-5d95-4446-9316-7d39c69769f6 on network 3bfa1340-08ba-419b-8f23-d81230e789c7 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:07:32.989749 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Pushing event updated for resources: {'Port': ['ID=5a51d088-e391-47c4-bae2-c91b71d8617a,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:32.992638 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:07:32.993006 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] Checking segment: {'id': 'a8d61137-8314-4423-8eb8-fb7c0dc66203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:07:32.993439 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:32.993882 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] Bound using segment: {'id': 'a8d61137-8314-4423-8eb8-fb7c0dc66203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:07:32.994303 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] Bound port: 39227aa4-5d95-4446-9316-7d39c69769f6, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d61137-8314-4423-8eb8-fb7c0dc66203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:07:32.994687 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (39227aa4-5d95-4446-9316-7d39c69769f6), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:32.997451 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-22ce9a88-f0c2-4471-a06b-a9a409bcc942 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for port (e0b38a31-256f-494a-8748-7e950f9f9a35), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:33.064810 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] For port 39227aa4-5d95-4446-9316-7d39c69769f6, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:07:33.067780 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] For port 39227aa4-5d95-4446-9316-7d39c69769f6, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=39227aa4-5d95-4446-9316-7d39c69769f6,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:07:33.075537 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-22ce9a88-f0c2-4471-a06b-a9a409bcc942 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (e0b38a31-256f-494a-8748-7e950f9f9a35), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:33.110992 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ce9a88-f0c2-4471-a06b-a9a409bcc942 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:07:33.113657 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-22ce9a88-f0c2-4471-a06b-a9a409bcc942 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:07:33.117752 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ce9a88-f0c2-4471-a06b-a9a409bcc942 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:07:33.134229 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (39227aa4-5d95-4446-9316-7d39c69769f6), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:33.152120 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce9a88-f0c2-4471-a06b-a9a409bcc942 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event updated for resources: {'Port': ['ID=e0b38a31-256f-494a-8748-7e950f9f9a35,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:33.185741 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-ba7e9659-b865-4d6e-a01d-60217ce503df None None] Provisioning complete for port 39227aa4-5d95-4446-9316-7d39c69769f6 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:07:33.186124 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ba7e9659-b865-4d6e-a01d-60217ce503df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (39227aa4-5d95-4446-9316-7d39c69769f6), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:33.220075 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-22ce9a88-f0c2-4471-a06b-a9a409bcc942 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (15922e6e-2159-4aa0-bec4-e90206f8e6c1), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:33.225171 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9ca7e-065b-4cc0-b61c-c4683a787866 None None] Pushing event updated for resources: {'Port': ['ID=39227aa4-5d95-4446-9316-7d39c69769f6,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:33.229851 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] Routers {'cfcddd4b-98da-461c-8da1-9502797c8c75'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:07:33.230474 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975c09430>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:07:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cfcddd4b-98da-461c-8da1-9502797c8c75'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:33.319103 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-22ce9a88-f0c2-4471-a06b-a9a409bcc942 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (e0b38a31-256f-494a-8748-7e950f9f9a35), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:33.377038 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] Set router cfcddd4b-98da-461c-8da1-9502797c8c75 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:07:33.378884 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-ba7e9659-b865-4d6e-a01d-60217ce503df None None] Current status of the port 39227aa4-5d95-4446-9316-7d39c69769f6 is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:07:33.379360 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ba7e9659-b865-4d6e-a01d-60217ce503df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (39227aa4-5d95-4446-9316-7d39c69769f6), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:33.476794 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-ba7e9659-b865-4d6e-a01d-60217ce503df None None] For port 39227aa4-5d95-4446-9316-7d39c69769f6, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=39227aa4-5d95-4446-9316-7d39c69769f6,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:07:33.477634 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-22ce9a88-f0c2-4471-a06b-a9a409bcc942 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for port (e0b38a31-256f-494a-8748-7e950f9f9a35), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:33.570843 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ba7e9659-b865-4d6e-a01d-60217ce503df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (39227aa4-5d95-4446-9316-7d39c69769f6), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:33.575964 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-22ce9a88-f0c2-4471-a06b-a9a409bcc942 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (e0b38a31-256f-494a-8748-7e950f9f9a35), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:33.629558 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e9659-b865-4d6e-a01d-60217ce503df None None] Pushing event updated for resources: {'Port': ['ID=39227aa4-5d95-4446-9316-7d39c69769f6,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:33.642268 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975c09430>, [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:33Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:33.644151 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce9a88-f0c2-4471-a06b-a9a409bcc942 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event updated for resources: {'Port': ['ID=e0b38a31-256f-494a-8748-7e950f9f9a35,revision_number=2']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:33.657616 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-22ce9a88-f0c2-4471-a06b-a9a409bcc942 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (15922e6e-2159-4aa0-bec4-e90206f8e6c1), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:33.670372 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80969c7a-3f9f-4a7f-a9f8-5df178dfb4f2 None None] The sync data for ids ['cfcddd4b-98da-461c-8da1-9502797c8c75'] in dv-cinder-790535-33-iscsi is: [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:33Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:07:33.690476 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-dac85f28-d7ca-4e6a-aa29-b69c75d7764d None None] Provisioning complete for port 39227aa4-5d95-4446-9316-7d39c69769f6 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:07:33.690858 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dac85f28-d7ca-4e6a-aa29-b69c75d7764d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (39227aa4-5d95-4446-9316-7d39c69769f6), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:33.755245 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-22ce9a88-f0c2-4471-a06b-a9a409bcc942 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:33.756633 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-22ce9a88-f0c2-4471-a06b-a9a409bcc942 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1881723 Mar 23 11:07:33.794144 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-dac85f28-d7ca-4e6a-aa29-b69c75d7764d None None] Current status of the port 39227aa4-5d95-4446-9316-7d39c69769f6 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:07:33.925193 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-25c0d50b-7302-47d5-a5d4-9c7ed25cc6bd tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1860724564&fields=id&tenant_id=34c477f1d53b42cbb4eaf1def983a6e2 HTTP/1.1" status: 200 len: 267 time: 0.0484879 Mar 23 11:07:34.031227 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-3eb6476b-5b8e-4c0d-814b-5820ae32e9ea tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:34.032704 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-3eb6476b-5b8e-4c0d-814b-5820ae32e9ea tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/networks?id=3bfa1340-08ba-419b-8f23-d81230e789c7 HTTP/1.1" status: 200 len: 813 time: 0.1003845 Mar 23 11:07:34.048507 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-f3676472-496e-479f-b43d-1416d20c1570 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/quotas/34c477f1d53b42cbb4eaf1def983a6e2 HTTP/1.1" status: 200 len: 375 time: 0.0099127 Mar 23 11:07:34.105084 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-cb9df4f9-ba46-412b-8ecb-2bce4aae95fd tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=34c477f1d53b42cbb4eaf1def983a6e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511580 Mar 23 11:07:34.253437 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-580fab3d-abba-4b9d-8965-84c477a9bca3 service neutron] 10.222.0.41 "GET /v2.0/networks/3bfa1340-08ba-419b-8f23-d81230e789c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370981 Mar 23 11:07:34.343628 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-715a1159-57a4-47f0-ae38-170d56fb69fa service neutron] 10.222.0.41 "GET /v2.0/networks/3bfa1340-08ba-419b-8f23-d81230e789c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836070 Mar 23 11:07:34.488014 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 39227aa4-5d95-4446-9316-7d39c69769f6 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:07:34.538057 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 39227aa4-5d95-4446-9316-7d39c69769f6 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:07:34.539002 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (39227aa4-5d95-4446-9316-7d39c69769f6), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:34.714973 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6963e055-8de8-47ce-92da-27131c0ee87a req-4bf6b1bd-9ff8-4554-a25f-06768def1779 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=4051b15a-0b7c-4376-8435-8984ceaf4cf2 HTTP/1.1" status: 200 len: 210 time: 0.1306882 Mar 23 11:07:34.766141 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 39227aa4-5d95-4446-9316-7d39c69769f6 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:07:34.768188 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 5a51d088-e391-47c4-bae2-c91b71d8617a up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:07:34.815555 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 5a51d088-e391-47c4-bae2-c91b71d8617a triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:07:34.815939 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (5a51d088-e391-47c4-bae2-c91b71d8617a), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:34.895963 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 5a51d088-e391-47c4-bae2-c91b71d8617a is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:07:35.808195 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5c26eeda-2deb-419e-9d63-461b7f1a0133 req-299f4621-0f35-43ea-8c84-2e3ebd918301 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=4051b15a-0b7c-4376-8435-8984ceaf4cf2 HTTP/1.1" status: 200 len: 210 time: 0.0327635 Mar 23 11:07:36.838030 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-c88a9bd6-a50b-4c90-8ab7-6f107794cd01 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:36.839858 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-c88a9bd6-a50b-4c90-8ab7-6f107794cd01 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.52 "GET /v2.0/networks?id=3bfa1340-08ba-419b-8f23-d81230e789c7 HTTP/1.1" status: 200 len: 813 time: 0.1073301 Mar 23 11:07:36.932780 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-093d7d61-527d-4b85-9463-bf48c7f77406 req-b62807b4-4e99-4df3-9ae2-aae12fb4585a tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=4051b15a-0b7c-4376-8435-8984ceaf4cf2 HTTP/1.1" status: 200 len: 210 time: 0.0401225 Mar 23 11:07:36.938741 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-94334a5e-928e-40dc-a3b2-4f014adb259c tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34c477f1d53b42cbb4eaf1def983a6e2 HTTP/1.1" status: 200 len: 380 time: 0.0867157 Mar 23 11:07:36.948228 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Request body: {'port': {'device_id': '4051b15a-0b7c-4376-8435-8984ceaf4cf2', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'admin_state_up': True, 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'security_groups': ['cb713bc7-6f05-4788-9267-ed8eebe80d64']}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:07:37.126404 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Made reservation on behalf of 34c477f1d53b42cbb4eaf1def983a6e2 for: {'port': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:07:37.130031 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:37.256414 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Allocated IP 172.20.0.13 (3bfa1340-08ba-419b-8f23-d81230e789c7/7ba199a1-33e3-44f1-9a9b-3dd7e82d6744/f744300c-c76a-4905-9c49-3eaf5173b7b1) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:07:37.390414 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for port (f744300c-c76a-4905-9c49-3eaf5173b7b1), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:37.479080 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (f744300c-c76a-4905-9c49-3eaf5173b7b1), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:37.522422 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Network 3bfa1340-08ba-419b-8f23-d81230e789c7 is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:07:37.527526 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:07:37.533862 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:07:37.540690 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event updated for resources: {'Port': ['ID=f744300c-c76a-4905-9c49-3eaf5173b7b1,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:37.570664 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:37.571015 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:37.571372 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:37.571713 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:37.572049 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:37.572381 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:37.572713 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:37.573045 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:37.573397 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:37.573724 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:37.574051 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:37.574376 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:37.574702 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:37.575023 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:37.575346 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:37.597962 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:37.598570 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:37.681806 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-e062362f-2b95-4f61-a642-f0d858f49203 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7379630 Mar 23 11:07:37.737049 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-5870b544-d78b-4387-a3fb-ab876c106c78 service neutron] Request body: {'port': {'device_id': '4051b15a-0b7c-4376-8435-8984ceaf4cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:07:37.740047 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-40fb97c6-afbb-4178-959f-c36596dd7b61 None None] Provisioning complete for port f744300c-c76a-4905-9c49-3eaf5173b7b1 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:07:37.740613 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-40fb97c6-afbb-4178-959f-c36596dd7b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (f744300c-c76a-4905-9c49-3eaf5173b7b1), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:37.773748 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-40fb97c6-afbb-4178-959f-c36596dd7b61 None None] Port f744300c-c76a-4905-9c49-3eaf5173b7b1 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:07:37.795430 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-5870b544-d78b-4387-a3fb-ab876c106c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (f744300c-c76a-4905-9c49-3eaf5173b7b1), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:38.080121 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-5870b544-d78b-4387-a3fb-ab876c106c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f744300c-c76a-4905-9c49-3eaf5173b7b1 {{(pid=103540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:07:38.090669 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-5870b544-d78b-4387-a3fb-ab876c106c78 service neutron] Publish callbacks [] for port (f744300c-c76a-4905-9c49-3eaf5173b7b1), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:38.098979 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765bdcfa-029f-4eb5-881c-cbce7a9ec256 req-51649b96-5df7-4f31-9b72-ec2edb791aca tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:38.100444 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-765bdcfa-029f-4eb5-881c-cbce7a9ec256 req-51649b96-5df7-4f31-9b72-ec2edb791aca tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=4051b15a-0b7c-4376-8435-8984ceaf4cf2 HTTP/1.1" status: 200 len: 932 time: 0.1004062 Mar 23 11:07:38.116370 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.provisioning_blocks [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-5870b544-d78b-4387-a3fb-ab876c106c78 service neutron] Transition to ACTIVE for port object f744300c-c76a-4905-9c49-3eaf5173b7b1 will not be triggered until provisioned by entity L2. {{(pid=103540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 11:07:38.151399 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-765bdcfa-029f-4eb5-881c-cbce7a9ec256 req-2c62dc70-04e4-429e-8127-9bb0a8bcdd08 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb713bc7-6f05-4788-9267-ed8eebe80d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435448 Mar 23 11:07:38.189375 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-5870b544-d78b-4387-a3fb-ab876c106c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (f744300c-c76a-4905-9c49-3eaf5173b7b1), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:38.245629 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870b544-d78b-4387-a3fb-ab876c106c78 service neutron] Pushing event updated for resources: {'Port': ['ID=f744300c-c76a-4905-9c49-3eaf5173b7b1,revision_number=2']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:38.311760 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-5870b544-d78b-4387-a3fb-ab876c106c78 service neutron] Attempting to bind port f744300c-c76a-4905-9c49-3eaf5173b7b1 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:07:38.312094 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-5870b544-d78b-4387-a3fb-ab876c106c78 service neutron] Attempting to bind port f744300c-c76a-4905-9c49-3eaf5173b7b1 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a8d61137-8314-4423-8eb8-fb7c0dc66203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7'}] {{(pid=103540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:07:38.312466 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-5870b544-d78b-4387-a3fb-ab876c106c78 service neutron] Attempting to bind port f744300c-c76a-4905-9c49-3eaf5173b7b1 on network 3bfa1340-08ba-419b-8f23-d81230e789c7 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:07:38.317077 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-5870b544-d78b-4387-a3fb-ab876c106c78 service neutron] Port f744300c-c76a-4905-9c49-3eaf5173b7b1 on network 3bfa1340-08ba-419b-8f23-d81230e789c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 11:07:38.317433 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-5870b544-d78b-4387-a3fb-ab876c106c78 service neutron] Attempting to bind port f744300c-c76a-4905-9c49-3eaf5173b7b1 on network 3bfa1340-08ba-419b-8f23-d81230e789c7 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:07:38.322618 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-5870b544-d78b-4387-a3fb-ab876c106c78 service neutron] Checking agent: {'id': '3422437f-3c55-48f6-8aa2-6fea3ffa4df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'started_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:07:38.322965 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-5870b544-d78b-4387-a3fb-ab876c106c78 service neutron] Checking segment: {'id': 'a8d61137-8314-4423-8eb8-fb7c0dc66203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:07:38.323355 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-5870b544-d78b-4387-a3fb-ab876c106c78 service neutron] Bound using segment: {'id': 'a8d61137-8314-4423-8eb8-fb7c0dc66203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7'} {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:07:38.323793 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-5870b544-d78b-4387-a3fb-ab876c106c78 service neutron] Bound port: f744300c-c76a-4905-9c49-3eaf5173b7b1, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8d61137-8314-4423-8eb8-fb7c0dc66203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7'}}] {{(pid=103540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:07:38.324159 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-5870b544-d78b-4387-a3fb-ab876c106c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (f744300c-c76a-4905-9c49-3eaf5173b7b1), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:38.400279 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-5870b544-d78b-4387-a3fb-ab876c106c78 service neutron] For port f744300c-c76a-4905-9c49-3eaf5173b7b1, host hv-cinder-79053, cleared binding levels {{(pid=103540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:07:38.403643 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-5870b544-d78b-4387-a3fb-ab876c106c78 service neutron] For port f744300c-c76a-4905-9c49-3eaf5173b7b1, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f744300c-c76a-4905-9c49-3eaf5173b7b1,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:07:38.458738 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-5870b544-d78b-4387-a3fb-ab876c106c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (f744300c-c76a-4905-9c49-3eaf5173b7b1), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:38.498612 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-5870b544-d78b-4387-a3fb-ab876c106c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:38.499250 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-5870b544-d78b-4387-a3fb-ab876c106c78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:38.500654 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-5870b544-d78b-4387-a3fb-ab876c106c78 service neutron] 10.222.0.52 "PUT /v2.0/ports/f744300c-c76a-4905-9c49-3eaf5173b7b1 HTTP/1.1" status: 200 len: 1094 time: 0.8119881 Mar 23 11:07:38.501098 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4051b15a-0b7c-4376-8435-8984ceaf4cf2', 'tag': 'f744300c-c76a-4905-9c49-3eaf5173b7b1'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:07:38.503427 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1f3929-f17a-4c7d-8ec0-b7138c826a75" -d '{"events": [{"name": "network-changed", "server_uuid": "4051b15a-0b7c-4376-8435-8984ceaf4cf2", "tag": "f744300c-c76a-4905-9c49-3eaf5173b7b1"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:07:38.528603 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870b544-d78b-4387-a3fb-ab876c106c78 service neutron] Pushing event updated for resources: {'Port': ['ID=f744300c-c76a-4905-9c49-3eaf5173b7b1,revision_number=3']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:38.548208 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bd50bc-0412-40b1-b737-daa7198b2135 x-openstack-request-id: req-d2bd50bc-0412-40b1-b737-daa7198b2135 {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:07:38.548505 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4051b15a-0b7c-4376-8435-8984ceaf4cf2", "tag": "f744300c-c76a-4905-9c49-3eaf5173b7b1", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:07:38.548764 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2bd50bc-0412-40b1-b737-daa7198b2135 {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:07:38.549207 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2bd50bc-0412-40b1-b737-daa7198b2135'] response: {'name': 'network-changed', 'server_uuid': '4051b15a-0b7c-4376-8435-8984ceaf4cf2', 'tag': 'f744300c-c76a-4905-9c49-3eaf5173b7b1', 'status': 'completed', 'code': 200} Mar 23 11:07:38.621417 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f3929-f17a-4c7d-8ec0-b7138c826a75 req-dfc17735-792b-4aac-8ead-179037e07b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:38.622935 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-da1f3929-f17a-4c7d-8ec0-b7138c826a75 req-dfc17735-792b-4aac-8ead-179037e07b01 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=34c477f1d53b42cbb4eaf1def983a6e2&device_id=4051b15a-0b7c-4376-8435-8984ceaf4cf2 HTTP/1.1" status: 200 len: 1128 time: 0.0487819 Mar 23 11:07:38.725719 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f3929-f17a-4c7d-8ec0-b7138c826a75 req-71156458-e11c-4d1e-aa88-f562d36355f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:38.727217 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-da1f3929-f17a-4c7d-8ec0-b7138c826a75 req-71156458-e11c-4d1e-aa88-f562d36355f5 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=34c477f1d53b42cbb4eaf1def983a6e2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0956702 Mar 23 11:07:38.823857 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f3929-f17a-4c7d-8ec0-b7138c826a75 req-d5b4f5ea-0ab1-4b65-9f1f-79b3f9c0edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:38.825285 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-da1f3929-f17a-4c7d-8ec0-b7138c826a75 req-d5b4f5ea-0ab1-4b65-9f1f-79b3f9c0edb2 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917444 Mar 23 11:07:38.909201 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-9b367742-d014-46de-b98f-b5d5ae7fb302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:38.910596 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-9b367742-d014-46de-b98f-b5d5ae7fb302 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=34c477f1d53b42cbb4eaf1def983a6e2&device_id=4051b15a-0b7c-4376-8435-8984ceaf4cf2 HTTP/1.1" status: 200 len: 1128 time: 0.0455513 Mar 23 11:07:38.956462 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-24afc47b-d189-4337-8940-0cca9f18d262 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f744300c-c76a-4905-9c49-3eaf5173b7b1 HTTP/1.1" status: 200 len: 217 time: 0.0373619 Mar 23 11:07:39.003185 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-73209f14-e7aa-471b-a39e-24682c4c5b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:39.004616 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-73209f14-e7aa-471b-a39e-24682c4c5b1b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7ba199a1-33e3-44f1-9a9b-3dd7e82d6744 HTTP/1.1" status: 200 len: 852 time: 0.0422795 Mar 23 11:07:39.054132 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-53df7242-677a-4d0f-8705-97140a6f705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:39.055615 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-53df7242-677a-4d0f-8705-97140a6f705e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bfa1340-08ba-419b-8f23-d81230e789c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437977 Mar 23 11:07:39.144875 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-3935e800-b2ce-4030-9d4a-75de7f2fc8e6 service neutron] 10.222.0.52 "GET /v2.0/networks/3bfa1340-08ba-419b-8f23-d81230e789c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824697 Mar 23 11:07:39.244504 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e1c47348-ae23-4d15-b6ad-6391413923ef req-44eb0971-0b24-4fae-961e-77f66271fb52 service neutron] 10.222.0.52 "GET /v2.0/networks/3bfa1340-08ba-419b-8f23-d81230e789c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932760 Mar 23 11:07:39.283974 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb680fa-2097-4e20-bfad-f6865ef5190f req-c7a19f97-0ca6-4036-aaa5-754dcf46f844 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:39.285470 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3fb680fa-2097-4e20-bfad-f6865ef5190f req-c7a19f97-0ca6-4036-aaa5-754dcf46f844 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=4051b15a-0b7c-4376-8435-8984ceaf4cf2 HTTP/1.1" status: 200 len: 944 time: 0.0603421 Mar 23 11:07:39.335548 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3fb680fa-2097-4e20-bfad-f6865ef5190f req-923ac1c2-df98-4a8d-abdf-e83d59233565 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb713bc7-6f05-4788-9267-ed8eebe80d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441394 Mar 23 11:07:40.451127 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270a104-6dfe-4440-828f-0c6934793772 req-df4845f3-47e4-4c60-8921-ec4e00a1fe8d tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:40.452573 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a270a104-6dfe-4440-828f-0c6934793772 req-df4845f3-47e4-4c60-8921-ec4e00a1fe8d tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=4051b15a-0b7c-4376-8435-8984ceaf4cf2 HTTP/1.1" status: 200 len: 944 time: 0.0506911 Mar 23 11:07:40.498210 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a270a104-6dfe-4440-828f-0c6934793772 req-d2733235-450b-42cd-84fa-a7e1b4f3390b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb713bc7-6f05-4788-9267-ed8eebe80d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400965 Mar 23 11:07:41.198420 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device f744300c-c76a-4905-9c49-3eaf5173b7b1 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:07:41.295172 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port f744300c-c76a-4905-9c49-3eaf5173b7b1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f744300c-c76a-4905-9c49-3eaf5173b7b1,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:07:41.306842 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': 'f744300c-c76a-4905-9c49-3eaf5173b7b1', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'port_id': 'f744300c-c76a-4905-9c49-3eaf5173b7b1', 'mac_address': 'fa:16:3e:58:70:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:07:41.342650 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port f744300c-c76a-4905-9c49-3eaf5173b7b1 is: DOWN; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:07:41.343049 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (f744300c-c76a-4905-9c49-3eaf5173b7b1), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:41.355815 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f744300c-c76a-4905-9c49-3eaf5173b7b1 {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:07:41.375422 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port f744300c-c76a-4905-9c49-3eaf5173b7b1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f744300c-c76a-4905-9c49-3eaf5173b7b1,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:07:41.467615 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (f744300c-c76a-4905-9c49-3eaf5173b7b1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:41.519190 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=f744300c-c76a-4905-9c49-3eaf5173b7b1,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:41.613378 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29b5f3-5b4b-4a4d-8a2a-7f74e4bfaed6 req-961aa27e-c6c4-4e31-b7b6-e03f23474cad tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:41.614861 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-cb29b5f3-5b4b-4a4d-8a2a-7f74e4bfaed6 req-961aa27e-c6c4-4e31-b7b6-e03f23474cad tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=4051b15a-0b7c-4376-8435-8984ceaf4cf2 HTTP/1.1" status: 200 len: 945 time: 0.0517969 Mar 23 11:07:41.662265 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-cb29b5f3-5b4b-4a4d-8a2a-7f74e4bfaed6 req-324207fa-bc1f-4821-9554-778f6b87c781 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb713bc7-6f05-4788-9267-ed8eebe80d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413017 Mar 23 11:07:41.736764 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['f744300c-c76a-4905-9c49-3eaf5173b7b1'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:07:42.786268 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfef4cd-29df-44de-949a-30fc40b5f700 req-d7b80d9b-981e-438b-9a81-459d947d5415 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:42.787665 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bbfef4cd-29df-44de-949a-30fc40b5f700 req-d7b80d9b-981e-438b-9a81-459d947d5415 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=4051b15a-0b7c-4376-8435-8984ceaf4cf2 HTTP/1.1" status: 200 len: 945 time: 0.0562940 Mar 23 11:07:42.832265 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bbfef4cd-29df-44de-949a-30fc40b5f700 req-a1000964-7cac-44d1-b5d8-c49ebbbc59e1 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb713bc7-6f05-4788-9267-ed8eebe80d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391374 Mar 23 11:07:43.215300 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device f744300c-c76a-4905-9c49-3eaf5173b7b1 up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:07:43.337653 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning for port f744300c-c76a-4905-9c49-3eaf5173b7b1 completed by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 11:07:43.341634 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port f744300c-c76a-4905-9c49-3eaf5173b7b1 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:07:43.342012 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (f744300c-c76a-4905-9c49-3eaf5173b7b1), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:43.420198 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port f744300c-c76a-4905-9c49-3eaf5173b7b1 is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:07:43.420597 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (f744300c-c76a-4905-9c49-3eaf5173b7b1), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:43.442753 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4051b15a-0b7c-4376-8435-8984ceaf4cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f744300c-c76a-4905-9c49-3eaf5173b7b1'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:07:43.445041 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9197dd8f-860e-44c3-a6d0-5bdc312a1452" -d '{"events": [{"server_uuid": "4051b15a-0b7c-4376-8435-8984ceaf4cf2", "name": "network-vif-plugged", "status": "completed", "tag": "f744300c-c76a-4905-9c49-3eaf5173b7b1"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:07:43.462096 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port f744300c-c76a-4905-9c49-3eaf5173b7b1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f744300c-c76a-4905-9c49-3eaf5173b7b1,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:07:43.481946 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6472af-1435-447c-b109-f8307ae75dbd x-openstack-request-id: req-fd6472af-1435-447c-b109-f8307ae75dbd {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:07:43.482238 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4051b15a-0b7c-4376-8435-8984ceaf4cf2", "name": "network-vif-plugged", "status": "completed", "tag": "f744300c-c76a-4905-9c49-3eaf5173b7b1", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:07:43.482495 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd6472af-1435-447c-b109-f8307ae75dbd {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:07:43.482934 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd6472af-1435-447c-b109-f8307ae75dbd'] response: {'server_uuid': '4051b15a-0b7c-4376-8435-8984ceaf4cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f744300c-c76a-4905-9c49-3eaf5173b7b1', 'code': 200} Mar 23 11:07:43.543880 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (f744300c-c76a-4905-9c49-3eaf5173b7b1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:43.596593 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=f744300c-c76a-4905-9c49-3eaf5173b7b1,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:43.854189 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97100552-785d-4379-a807-0f3dd39113a7 req-dea2ec0e-055a-4bd2-b296-b8f91a376475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:43.855658 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-97100552-785d-4379-a807-0f3dd39113a7 req-dea2ec0e-055a-4bd2-b296-b8f91a376475 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4051b15a-0b7c-4376-8435-8984ceaf4cf2 HTTP/1.1" status: 200 len: 1130 time: 0.0428216 Mar 23 11:07:43.911488 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-97100552-785d-4379-a807-0f3dd39113a7 req-0c8da114-624f-402f-9db9-908dfae96b17 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cb713bc7-6f05-4788-9267-ed8eebe80d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470071 Mar 23 11:07:43.950520 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad26d4-0470-4388-afe5-6d8c0eb32249 req-036ca354-330b-4176-b16c-3bd088cdcbcc tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:43.951979 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-85ad26d4-0470-4388-afe5-6d8c0eb32249 req-036ca354-330b-4176-b16c-3bd088cdcbcc tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=4051b15a-0b7c-4376-8435-8984ceaf4cf2 HTTP/1.1" status: 200 len: 946 time: 0.0523379 Mar 23 11:07:44.001132 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-85ad26d4-0470-4388-afe5-6d8c0eb32249 req-bccf7612-090e-48f4-9e25-4fe4553add70 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb713bc7-6f05-4788-9267-ed8eebe80d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435708 Mar 23 11:07:45.119426 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be730e6c-2722-4925-a7e0-6d319bb47a0b req-713368c4-4479-4779-93e1-8b02016c8076 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:45.120887 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-be730e6c-2722-4925-a7e0-6d319bb47a0b req-713368c4-4479-4779-93e1-8b02016c8076 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=4051b15a-0b7c-4376-8435-8984ceaf4cf2 HTTP/1.1" status: 200 len: 946 time: 0.0515380 Mar 23 11:07:45.167269 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-be730e6c-2722-4925-a7e0-6d319bb47a0b req-7cacb990-c76c-4ce1-af82-06baf884c508 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb713bc7-6f05-4788-9267-ed8eebe80d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408151 Mar 23 11:07:46.290959 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a8703-b1b0-416c-b33c-9ce86699a427 req-5f8f1ef1-3043-4838-956a-d8da03037469 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:46.292468 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0b6a8703-b1b0-416c-b33c-9ce86699a427 req-5f8f1ef1-3043-4838-956a-d8da03037469 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=4051b15a-0b7c-4376-8435-8984ceaf4cf2 HTTP/1.1" status: 200 len: 946 time: 0.0535405 Mar 23 11:07:46.339029 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0b6a8703-b1b0-416c-b33c-9ce86699a427 req-f63fcc76-7d1e-4fdf-9267-51f978a23258 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb713bc7-6f05-4788-9267-ed8eebe80d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406475 Mar 23 11:07:46.454794 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58462d7d-cf6b-4cc3-8531-2338bd18ebeb req-90c6a0e7-5434-4d1c-afdf-da991683b174 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:46.456263 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-58462d7d-cf6b-4cc3-8531-2338bd18ebeb req-90c6a0e7-5434-4d1c-afdf-da991683b174 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=4051b15a-0b7c-4376-8435-8984ceaf4cf2 HTTP/1.1" status: 200 len: 946 time: 0.0546765 Mar 23 11:07:46.465537 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 52768) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:07:46.471126 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-70830fd9-95ed-4ffb-8c84-b0d15781a014 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Request body: {'floatingip': {'port_id': 'f744300c-c76a-4905-9c49-3eaf5173b7b1'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:07:46.514934 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-70830fd9-95ed-4ffb-8c84-b0d15781a014 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (15922e6e-2159-4aa0-bec4-e90206f8e6c1), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:47.205308 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-70830fd9-95ed-4ffb-8c84-b0d15781a014 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:47.267060 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-70830fd9-95ed-4ffb-8c84-b0d15781a014 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (15922e6e-2159-4aa0-bec4-e90206f8e6c1), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:47.296853 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 52778) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:07:47.340389 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_v2 [None req-69dbee4d-1f61-41e8-9df1-36605e41c211 admin admin] Deleting subnet cba86d17-7c59-45cd-8341-e60e16d6f1be {{(pid=103539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 11:07:47.343449 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-69dbee4d-1f61-41e8-9df1-36605e41c211 admin admin] Publish callbacks [] for subnet (cba86d17-7c59-45cd-8341-e60e16d6f1be), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:47.371778 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.l3_db [None req-70830fd9-95ed-4ffb-8c84-b0d15781a014 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Floating IP 15922e6e-2159-4aa0-bec4-e90206f8e6c1 associated. External IP: 172.27.0.248, port: f744300c-c76a-4905-9c49-3eaf5173b7b1. Mar 23 11:07:47.377123 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-69dbee4d-1f61-41e8-9df1-36605e41c211 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11844273'] for subnet (cba86d17-7c59-45cd-8341-e60e16d6f1be), precommit_delete_associations {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:47.415226 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-69dbee4d-1f61-41e8-9df1-36605e41c211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3350868'] for subnet (cba86d17-7c59-45cd-8341-e60e16d6f1be), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:47.536409 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-69dbee4d-1f61-41e8-9df1-36605e41c211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3350861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11800261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11983438'] for subnet (cba86d17-7c59-45cd-8341-e60e16d6f1be), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:47.562072 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dbee4d-1f61-41e8-9df1-36605e41c211 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cba86d17-7c59-45cd-8341-e60e16d6f1be,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:47.566720 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-69dbee4d-1f61-41e8-9df1-36605e41c211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:47.570440 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-69dbee4d-1f61-41e8-9df1-36605e41c211 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cba86d17-7c59-45cd-8341-e60e16d6f1be HTTP/1.1" status: 204 len: 168 time: 0.2719607 Mar 23 11:07:47.574293 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 52780) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:07:47.576571 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbee4d-1f61-41e8-9df1-36605e41c211 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:47.576909 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbee4d-1f61-41e8-9df1-36605e41c211 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:47.577286 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbee4d-1f61-41e8-9df1-36605e41c211 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:47.577633 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbee4d-1f61-41e8-9df1-36605e41c211 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:47.577971 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbee4d-1f61-41e8-9df1-36605e41c211 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:47.578309 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbee4d-1f61-41e8-9df1-36605e41c211 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:47.578661 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbee4d-1f61-41e8-9df1-36605e41c211 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:47.578971 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbee4d-1f61-41e8-9df1-36605e41c211 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:47.579301 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbee4d-1f61-41e8-9df1-36605e41c211 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:47.579633 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbee4d-1f61-41e8-9df1-36605e41c211 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:47.579968 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbee4d-1f61-41e8-9df1-36605e41c211 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:47.580296 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbee4d-1f61-41e8-9df1-36605e41c211 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:47.580622 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbee4d-1f61-41e8-9df1-36605e41c211 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:47.580950 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbee4d-1f61-41e8-9df1-36605e41c211 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:47.581303 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dbee4d-1f61-41e8-9df1-36605e41c211 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:07:47.630593 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70830fd9-95ed-4ffb-8c84-b0d15781a014 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Router cfcddd4b-98da-461c-8da1-9502797c8c75 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:07:47.655970 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d9838427-8595-4d9a-bdac-3ee602cda12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148571'] for network (8ec3b675-ea2e-479c-9fb3-49027596d160), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:47.812822 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d9838427-8595-4d9a-bdac-3ee602cda12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3292129', 'neutron.services.segments.db._delete_segments_for_network-8738511072579'] for network (8ec3b675-ea2e-479c-9fb3-49027596d160), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:47.839171 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70830fd9-95ed-4ffb-8c84-b0d15781a014 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:07:47.842905 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-d9838427-8595-4d9a-bdac-3ee602cda12e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2975066c70>,) {'filters': {'network_id': ['8ec3b675-ea2e-479c-9fb3-49027596d160']}} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:47.846136 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-70830fd9-95ed-4ffb-8c84-b0d15781a014 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:47.848706 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f32c3c-6591-494a-b396-ae7c3aeb66d7 None None] Sync routers for ids ['cfcddd4b-98da-461c-8da1-9502797c8c75'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:07:47.858416 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f32c3c-6591-494a-b396-ae7c3aeb66d7 None None] Routers {'cfcddd4b-98da-461c-8da1-9502797c8c75'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:07:47.859028 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-78f32c3c-6591-494a-b396-ae7c3aeb66d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f29770aabe0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:07:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cfcddd4b-98da-461c-8da1-9502797c8c75'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:47.872495 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-d9838427-8595-4d9a-bdac-3ee602cda12e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2975066c70>, 'd3e29f7f-f106-4b08-878b-014f1be2904f') {'for_net_delete': True} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:47.872805 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-d9838427-8595-4d9a-bdac-3ee602cda12e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2975066c70>, 'd3e29f7f-f106-4b08-878b-014f1be2904f') {} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:47.889514 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d9838427-8595-4d9a-bdac-3ee602cda12e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738511073100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12492011'] for segment (d3e29f7f-f106-4b08-878b-014f1be2904f), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:47.898677 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-70830fd9-95ed-4ffb-8c84-b0d15781a014 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "PUT /v2.0/floatingips/15922e6e-2159-4aa0-bec4-e90206f8e6c1 HTTP/1.1" status: 200 len: 992 time: 1.4318686 Mar 23 11:07:47.900756 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4051b15a-0b7c-4376-8435-8984ceaf4cf2', 'tag': 'f744300c-c76a-4905-9c49-3eaf5173b7b1'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:07:47.903058 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ddbaee-73a0-488a-a497-5fc4bf5a0a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "4051b15a-0b7c-4376-8435-8984ceaf4cf2", "tag": "f744300c-c76a-4905-9c49-3eaf5173b7b1"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:07:47.914545 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d9838427-8595-4d9a-bdac-3ee602cda12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (d3e29f7f-f106-4b08-878b-014f1be2904f), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:47.921573 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9838427-8595-4d9a-bdac-3ee602cda12e admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 11:07:47.923606 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d9838427-8595-4d9a-bdac-3ee602cda12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12548094'] for segment (d3e29f7f-f106-4b08-878b-014f1be2904f), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: Traceback (most recent call last): Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: timer() Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: cb(*args, **kw) Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: return func(*args, **kwargs) Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: self._notify() Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: self.callback(batched_events) Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: event.method(event) Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: return f(self, *a, **k) Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: return self._get(url).json() Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: return self.request(url, 'GET', **kwargs) Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:07:47.923820 dv-cinder-790535-33-iscsi neutron-server[103540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:07:47.978767 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-78f32c3c-6591-494a-b396-ae7c3aeb66d7 None None] Set router cfcddd4b-98da-461c-8da1-9502797c8c75 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:07:48.012263 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4446f98-8017-4703-bcf2-06035e5088e9 x-openstack-request-id: req-b4446f98-8017-4703-bcf2-06035e5088e9 {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:07:48.012559 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4051b15a-0b7c-4376-8435-8984ceaf4cf2", "tag": "f744300c-c76a-4905-9c49-3eaf5173b7b1", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:07:48.012836 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b4446f98-8017-4703-bcf2-06035e5088e9 {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:07:48.013276 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4446f98-8017-4703-bcf2-06035e5088e9'] response: {'name': 'network-changed', 'server_uuid': '4051b15a-0b7c-4376-8435-8984ceaf4cf2', 'tag': 'f744300c-c76a-4905-9c49-3eaf5173b7b1', 'status': 'completed', 'code': 200} Mar 23 11:07:48.076683 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d9838427-8595-4d9a-bdac-3ee602cda12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3292122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589424'] for network (8ec3b675-ea2e-479c-9fb3-49027596d160), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:48.082959 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d9838427-8595-4d9a-bdac-3ee602cda12e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:48.087204 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-d9838427-8595-4d9a-bdac-3ee602cda12e admin admin] 10.222.0.41 "DELETE /v2.0/networks/8ec3b675-ea2e-479c-9fb3-49027596d160 HTTP/1.1" status: 204 len: 168 time: 0.5108235 Mar 23 11:07:48.097380 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9838427-8595-4d9a-bdac-3ee602cda12e admin admin] Pushing event deleted for resources: {'Network': ['ID=8ec3b675-ea2e-479c-9fb3-49027596d160,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:48.106078 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddbaee-73a0-488a-a497-5fc4bf5a0a2f req-56ebe6ce-9657-4a74-9ff3-a9d5a0cf1760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:48.107660 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-71ddbaee-73a0-488a-a497-5fc4bf5a0a2f req-56ebe6ce-9657-4a74-9ff3-a9d5a0cf1760 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=34c477f1d53b42cbb4eaf1def983a6e2&device_id=4051b15a-0b7c-4376-8435-8984ceaf4cf2 HTTP/1.1" status: 200 len: 1130 time: 0.0655963 Mar 23 11:07:48.198725 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddbaee-73a0-488a-a497-5fc4bf5a0a2f req-9c8fe93c-7c45-410d-bae7-af10a81c1e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:48.199378 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-71ddbaee-73a0-488a-a497-5fc4bf5a0a2f req-9c8fe93c-7c45-410d-bae7-af10a81c1e2b service neutron] 10.222.0.52 "GET /v2.0/networks?id=3bfa1340-08ba-419b-8f23-d81230e789c7 HTTP/1.1" status: 200 len: 914 time: 0.0850852 Mar 23 11:07:48.203627 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-78f32c3c-6591-494a-b396-ae7c3aeb66d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f29770aabe0>, [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '15922e6e-2159-4aa0-bec4-e90206f8e6c1', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'port_id': 'f744300c-c76a-4905-9c49-3eaf5173b7b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'mac_address': 'fa:16:3e:58:70:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4051b15a-0b7c-4376-8435-8984ceaf4cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:07:33Z', 'updated_at': '2022-03-23T11:07:47Z', 'revision_number': 1, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:48.235676 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f32c3c-6591-494a-b396-ae7c3aeb66d7 None None] Checking router: cfcddd4b-98da-461c-8da1-9502797c8c75 for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:07:48.245567 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f32c3c-6591-494a-b396-ae7c3aeb66d7 None None] Routers {'cfcddd4b-98da-461c-8da1-9502797c8c75'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:07:48.246180 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-78f32c3c-6591-494a-b396-ae7c3aeb66d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f29770aabe0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:07:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cfcddd4b-98da-461c-8da1-9502797c8c75'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:48.273512 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-71ddbaee-73a0-488a-a497-5fc4bf5a0a2f req-0a3d8ccc-2816-4f1f-afc9-f32bf45c098a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f744300c-c76a-4905-9c49-3eaf5173b7b1 HTTP/1.1" status: 200 len: 1000 time: 0.0664847 Mar 23 11:07:48.323413 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddbaee-73a0-488a-a497-5fc4bf5a0a2f req-cf5ff217-494f-41cc-ba44-25ffeaac6426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:48.324919 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-71ddbaee-73a0-488a-a497-5fc4bf5a0a2f req-cf5ff217-494f-41cc-ba44-25ffeaac6426 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7ba199a1-33e3-44f1-9a9b-3dd7e82d6744 HTTP/1.1" status: 200 len: 852 time: 0.0453219 Mar 23 11:07:48.355905 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-78f32c3c-6591-494a-b396-ae7c3aeb66d7 None None] Set router cfcddd4b-98da-461c-8da1-9502797c8c75 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:07:48.383246 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddbaee-73a0-488a-a497-5fc4bf5a0a2f req-4d6d61e2-832a-46ee-adbf-a9d74d472d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:48.384355 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-71ddbaee-73a0-488a-a497-5fc4bf5a0a2f req-4d6d61e2-832a-46ee-adbf-a9d74d472d84 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bfa1340-08ba-419b-8f23-d81230e789c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0512719 Mar 23 11:07:48.479569 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-71ddbaee-73a0-488a-a497-5fc4bf5a0a2f req-4d69b876-3624-4a08-98e8-105eaf61ff9a service neutron] 10.222.0.52 "GET /v2.0/networks/3bfa1340-08ba-419b-8f23-d81230e789c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872967 Mar 23 11:07:48.492583 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 52794) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:07:48.537923 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-8973d0d9-5be8-4323-9e36-4aa64d7199a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7c7f3bd9bc4409b965394aeebcd4d54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439110 Mar 23 11:07:48.540957 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 52796) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:07:48.584048 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-71ddbaee-73a0-488a-a497-5fc4bf5a0a2f req-68369a88-cd27-4e81-8bff-0c75f171652a service neutron] 10.222.0.52 "GET /v2.0/networks/3bfa1340-08ba-419b-8f23-d81230e789c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971725 Mar 23 11:07:48.585367 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-78f32c3c-6591-494a-b396-ae7c3aeb66d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f29770aabe0>, [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '15922e6e-2159-4aa0-bec4-e90206f8e6c1', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'port_id': 'f744300c-c76a-4905-9c49-3eaf5173b7b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'mac_address': 'fa:16:3e:58:70:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4051b15a-0b7c-4376-8435-8984ceaf4cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:07:33Z', 'updated_at': '2022-03-23T11:07:47Z', 'revision_number': 1, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:07:48.590462 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8fbc1850-c034-468b-acb9-6d06323464d3 admin admin] Publish callbacks [] for security_group (297aed93-92e5-4c96-9654-926936fb449b), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:48.612542 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f32c3c-6591-494a-b396-ae7c3aeb66d7 None None] The sync data for ids ['cfcddd4b-98da-461c-8da1-9502797c8c75'] in dv-cinder-790535-33-iscsi is: [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '15922e6e-2159-4aa0-bec4-e90206f8e6c1', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'port_id': 'f744300c-c76a-4905-9c49-3eaf5173b7b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'mac_address': 'fa:16:3e:58:70:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4051b15a-0b7c-4376-8435-8984ceaf4cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:07:33Z', 'updated_at': '2022-03-23T11:07:47Z', 'revision_number': 1, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:07:48.613528 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8fbc1850-c034-468b-acb9-6d06323464d3 admin admin] Publish callbacks [] for security_group (297aed93-92e5-4c96-9654-926936fb449b), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:48.750551 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8fbc1850-c034-468b-acb9-6d06323464d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (297aed93-92e5-4c96-9654-926936fb449b), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:48.753264 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8fbc1850-c034-468b-acb9-6d06323464d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:48.755931 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-8fbc1850-c034-468b-acb9-6d06323464d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/297aed93-92e5-4c96-9654-926936fb449b HTTP/1.1" status: 204 len: 168 time: 0.2139354 Mar 23 11:07:48.764731 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc1850-c034-468b-acb9-6d06323464d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297aed93-92e5-4c96-9654-926936fb449b,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:07:48.834070 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d7830d-c591-4c27-9b5f-d471257b67c0 None None] New status for floating IP 15922e6e-2159-4aa0-bec4-e90206f8e6c1: ACTIVE {{(pid=103541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:07:49.451120 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c785ad-110e-4b61-a33e-d5ef947ce4a7 req-bf18f9f9-57a4-4e5d-96bd-b9a77f9406ab tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:49.452683 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e6c785ad-110e-4b61-a33e-d5ef947ce4a7 req-bf18f9f9-57a4-4e5d-96bd-b9a77f9406ab tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0575318 Mar 23 11:07:49.499514 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e6c785ad-110e-4b61-a33e-d5ef947ce4a7 req-1bcaca65-2011-4cef-a9cd-25172f439ec6 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412540 Mar 23 11:07:50.622433 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d59c1-87a7-4fc7-a77b-6652fe0b1731 req-79f54ee8-4516-4195-89cb-46432a3f78d3 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:50.623895 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1f5d59c1-87a7-4fc7-a77b-6652fe0b1731 req-79f54ee8-4516-4195-89cb-46432a3f78d3 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0520618 Mar 23 11:07:50.670463 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1f5d59c1-87a7-4fc7-a77b-6652fe0b1731 req-62068bfd-6a84-499d-8ab6-9e00bf7edb73 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409431 Mar 23 11:07:51.371690 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:51.794805 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44474311-2b5f-4688-9bb2-a30b66675ed2 req-bca81b52-e0b1-4fa6-bab4-83fb5555e008 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:51.796253 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-44474311-2b5f-4688-9bb2-a30b66675ed2 req-bca81b52-e0b1-4fa6-bab4-83fb5555e008 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0549324 Mar 23 11:07:51.842936 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-44474311-2b5f-4688-9bb2-a30b66675ed2 req-901d21c5-3ded-4a4a-b41d-cc43820e6a19 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411403 Mar 23 11:07:52.962744 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb4b95-01a9-4923-902e-e8b8a1036411 req-efa2cf82-0830-4bfe-a65e-2f21767b0d4a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:52.964232 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9eeb4b95-01a9-4923-902e-e8b8a1036411 req-efa2cf82-0830-4bfe-a65e-2f21767b0d4a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0520737 Mar 23 11:07:53.009921 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9eeb4b95-01a9-4923-902e-e8b8a1036411 req-22145678-6465-4d92-abe2-12e892fedc96 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402119 Mar 23 11:07:54.129711 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144efbc-2c4e-4cda-9af0-d12502461d2f req-4f2fc0b4-3a31-4456-aefb-fcd5a4420f71 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:54.131179 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5144efbc-2c4e-4cda-9af0-d12502461d2f req-4f2fc0b4-3a31-4456-aefb-fcd5a4420f71 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0511525 Mar 23 11:07:54.180541 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5144efbc-2c4e-4cda-9af0-d12502461d2f req-ef229eb6-e992-4bd8-a3e2-4ad871f59c02 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432258 Mar 23 11:07:55.299737 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28492f38-739d-44b1-9962-964f4f1dc726 req-1cf92bbf-06c0-4449-b3ab-e1560b1f3f6b tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:55.301231 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-28492f38-739d-44b1-9962-964f4f1dc726 req-1cf92bbf-06c0-4449-b3ab-e1560b1f3f6b tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0517704 Mar 23 11:07:55.345828 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-28492f38-739d-44b1-9962-964f4f1dc726 req-e3909847-0aeb-47e7-b286-96855bbdec00 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385563 Mar 23 11:07:55.753018 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-76a8021a-a596-41fe-b4f1-4baeb76ffa50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:56.470656 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68297d94-d3c2-428f-b394-2842958b63aa req-1dc301f7-c610-4cfb-bb0d-6999a9e1d0c9 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:56.471643 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-68297d94-d3c2-428f-b394-2842958b63aa req-1dc301f7-c610-4cfb-bb0d-6999a9e1d0c9 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0525472 Mar 23 11:07:56.521324 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-68297d94-d3c2-428f-b394-2842958b63aa req-a3d637f2-980b-4236-93e4-6bac03e71dbc tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441074 Mar 23 11:07:57.647159 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1bdee8-af79-4b00-a6b0-112e4842e29c req-4ea9283b-b489-4701-83b1-d2dcad986e41 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:57.649325 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bb1bdee8-af79-4b00-a6b0-112e4842e29c req-4ea9283b-b489-4701-83b1-d2dcad986e41 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0568027 Mar 23 11:07:57.696130 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bb1bdee8-af79-4b00-a6b0-112e4842e29c req-4cef656a-0b51-4529-a573-490b3a4eabff tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411034 Mar 23 11:07:57.815601 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-27e1c6b8-5b48-404a-a42b-4b5072919adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:58.822063 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee39c60-3cab-4285-b591-1d5264394630 req-c377f4c2-01cb-471d-bca6-ea7b55144ac2 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:58.823551 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8ee39c60-3cab-4285-b591-1d5264394630 req-c377f4c2-01cb-471d-bca6-ea7b55144ac2 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0540907 Mar 23 11:07:58.871243 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8ee39c60-3cab-4285-b591-1d5264394630 req-673b87b2-bec3-4121-b941-4568f0afb14a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421109 Mar 23 11:07:59.480773 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:07:59.993712 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca29ff7-af45-4363-80e9-030f3eb0b256 req-a3137d97-5fe6-41b3-9829-597e5461121d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:59.995984 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fca29ff7-af45-4363-80e9-030f3eb0b256 req-a3137d97-5fe6-41b3-9829-597e5461121d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0527549 Mar 23 11:08:00.045228 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fca29ff7-af45-4363-80e9-030f3eb0b256 req-340dbac3-7a56-40ae-a664-28e5eb07a548 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436010 Mar 23 11:08:00.718320 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:01.165376 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb0b04-6f7e-481d-9d4e-737b5719e14a req-c15ff77b-a9c6-469d-9951-9296e03ba59e tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:01.166767 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-65cb0b04-6f7e-481d-9d4e-737b5719e14a req-c15ff77b-a9c6-469d-9951-9296e03ba59e tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0520227 Mar 23 11:08:01.212221 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-65cb0b04-6f7e-481d-9d4e-737b5719e14a req-334e9c88-a806-468e-8791-1521450a97fb tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399773 Mar 23 11:08:02.309834 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:02.334617 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3392b31-4975-485c-bf8b-a80ed677d0e4 req-9dcc4835-a9ca-4ce2-935b-fa995d870d55 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:02.336099 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c3392b31-4975-485c-bf8b-a80ed677d0e4 req-9dcc4835-a9ca-4ce2-935b-fa995d870d55 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0535576 Mar 23 11:08:02.381619 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c3392b31-4975-485c-bf8b-a80ed677d0e4 req-58a57c6b-b42d-4fc3-92ef-7a2da15e9f32 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399206 Mar 23 11:08:03.505399 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d6026-21c5-4d7b-97bf-3a439c5d040e req-ff7133a4-3c72-4af2-9766-8b4020d928ab tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:03.506898 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6e3d6026-21c5-4d7b-97bf-3a439c5d040e req-ff7133a4-3c72-4af2-9766-8b4020d928ab tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0555117 Mar 23 11:08:03.552383 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6e3d6026-21c5-4d7b-97bf-3a439c5d040e req-05c2bcfa-8101-4f5a-a0f3-d7889eb94f93 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399401 Mar 23 11:08:04.673393 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff09f3-0c68-48c6-acfa-7b7843db1727 req-f4c26615-d389-4458-bcca-ef4ecf0c45d4 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:04.674795 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d7ff09f3-0c68-48c6-acfa-7b7843db1727 req-f4c26615-d389-4458-bcca-ef4ecf0c45d4 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0526083 Mar 23 11:08:04.720617 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d7ff09f3-0c68-48c6-acfa-7b7843db1727 req-23db4721-f3ac-4dae-9abd-ef1f73934c89 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403392 Mar 23 11:08:05.360817 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 6f91b139-181a-488d-92ae-e86c1b621dba details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:08:05.456963 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 6f91b139-181a-488d-92ae-e86c1b621dba, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f91b139-181a-488d-92ae-e86c1b621dba,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:08:05.469181 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': '6f91b139-181a-488d-92ae-e86c1b621dba', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'port_id': '6f91b139-181a-488d-92ae-e86c1b621dba', 'mac_address': 'fa:16:3e:ce:b5:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:08:05.505539 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 6f91b139-181a-488d-92ae-e86c1b621dba is: ACTIVE; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:08:05.506130 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (6f91b139-181a-488d-92ae-e86c1b621dba), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:05.519343 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f91b139-181a-488d-92ae-e86c1b621dba {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:08:05.539146 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 6f91b139-181a-488d-92ae-e86c1b621dba, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f91b139-181a-488d-92ae-e86c1b621dba,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:08:05.615687 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (6f91b139-181a-488d-92ae-e86c1b621dba), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:05.678642 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=6f91b139-181a-488d-92ae-e86c1b621dba,revision_number=6']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:05.688665 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:05.689025 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:05.689416 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:05.691211 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:05.691567 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:05.691917 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:05.692260 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:05.692602 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:05.692943 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:05.693310 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:05.693654 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:05.695942 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:05.696298 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:05.696773 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:05.697119 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:05.722056 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['6f91b139-181a-488d-92ae-e86c1b621dba'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:08:05.850871 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b682f59-1c2b-4dea-bf25-894858ca57d1 req-38ff7f3b-c489-4efd-b3b4-874746f04774 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:05.859930 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6b682f59-1c2b-4dea-bf25-894858ca57d1 req-38ff7f3b-c489-4efd-b3b4-874746f04774 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 944 time: 0.0617700 Mar 23 11:08:05.907051 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6b682f59-1c2b-4dea-bf25-894858ca57d1 req-18de6f1a-2b60-4a90-91f3-3c1206258ee6 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406711 Mar 23 11:08:06.008578 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:08:07.035198 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813d6ca-1ab8-446e-97f7-b43568bf4cc8 req-61fd4f54-dd90-41ac-b284-05fd9febdafc tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:07.036736 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3813d6ca-1ab8-446e-97f7-b43568bf4cc8 req-61fd4f54-dd90-41ac-b284-05fd9febdafc tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 944 time: 0.0606403 Mar 23 11:08:07.082785 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3813d6ca-1ab8-446e-97f7-b43568bf4cc8 req-af9a9c8b-7ef3-402e-8b2a-bf9cfde02a05 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404034 Mar 23 11:08:07.388668 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 6f91b139-181a-488d-92ae-e86c1b621dba up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:08:07.439799 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port 6f91b139-181a-488d-92ae-e86c1b621dba triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:08:07.440177 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (6f91b139-181a-488d-92ae-e86c1b621dba), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:07.515818 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 6f91b139-181a-488d-92ae-e86c1b621dba is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:08:07.516206 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (6f91b139-181a-488d-92ae-e86c1b621dba), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:07.538566 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f91b139-181a-488d-92ae-e86c1b621dba'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:08:07.540780 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d8bb80-f1fe-4c7c-828d-3fab79065b9a" -d '{"events": [{"server_uuid": "b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5", "name": "network-vif-plugged", "status": "completed", "tag": "6f91b139-181a-488d-92ae-e86c1b621dba"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:08:07.553182 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 6f91b139-181a-488d-92ae-e86c1b621dba, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f91b139-181a-488d-92ae-e86c1b621dba,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:08:07.636276 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee664df9-52c4-4037-9131-55a9c042b7e1 x-openstack-request-id: req-ee664df9-52c4-4037-9131-55a9c042b7e1 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:08:07.637133 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5", "name": "network-vif-plugged", "status": "completed", "tag": "6f91b139-181a-488d-92ae-e86c1b621dba", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:08:07.637416 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee664df9-52c4-4037-9131-55a9c042b7e1 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:08:07.637823 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee664df9-52c4-4037-9131-55a9c042b7e1'] response: {'server_uuid': 'b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f91b139-181a-488d-92ae-e86c1b621dba', 'code': 200} Mar 23 11:08:07.646763 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (6f91b139-181a-488d-92ae-e86c1b621dba), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:07.698097 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=6f91b139-181a-488d-92ae-e86c1b621dba,revision_number=7']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:08.206636 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a07c1-b363-41a1-a4ac-7c78b6a0da6a req-c450e1d3-b4d1-4102-bfcf-22cc9709cdea tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:08.209618 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-353a07c1-b363-41a1-a4ac-7c78b6a0da6a req-c450e1d3-b4d1-4102-bfcf-22cc9709cdea tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0544965 Mar 23 11:08:08.259949 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-353a07c1-b363-41a1-a4ac-7c78b6a0da6a req-f9d4727e-3ae3-41b4-9b4f-8f8eb8475829 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458913 Mar 23 11:08:09.393794 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60edbd-5ef6-41fa-b0fc-a8b9c73d6b41 req-7f2903b8-8d3d-49fc-a033-685e62772f93 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:09.395819 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-be60edbd-5ef6-41fa-b0fc-a8b9c73d6b41 req-7f2903b8-8d3d-49fc-a033-685e62772f93 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0613635 Mar 23 11:08:09.452785 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-be60edbd-5ef6-41fa-b0fc-a8b9c73d6b41 req-44a867bb-cf4f-4cee-9831-06799194d3e6 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493300 Mar 23 11:08:10.596224 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae6a6e-0103-4979-8685-cce2d2df03f1 req-e13306c5-a1cd-4267-9002-e0cb8e30fb12 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:10.597960 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0dae6a6e-0103-4979-8685-cce2d2df03f1 req-e13306c5-a1cd-4267-9002-e0cb8e30fb12 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0668828 Mar 23 11:08:10.656315 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0dae6a6e-0103-4979-8685-cce2d2df03f1 req-0a9cb52d-58ae-45be-a331-c25dc3755cda tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525160 Mar 23 11:08:11.799204 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500430f-a676-457d-9082-87bbf519acc3 req-6015e7e5-515b-4a5e-b6c6-01b95989e44e tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:11.800700 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6500430f-a676-457d-9082-87bbf519acc3 req-6015e7e5-515b-4a5e-b6c6-01b95989e44e tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0646489 Mar 23 11:08:11.851239 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6500430f-a676-457d-9082-87bbf519acc3 req-70ff013d-2c47-45d9-a55d-414a5aac9f63 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441432 Mar 23 11:08:12.999695 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97f635-aaa2-471a-b555-495bcd6826e5 req-0b47131f-8cbc-4a0d-9847-67cd1ad1ab34 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:13.005644 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7b97f635-aaa2-471a-b555-495bcd6826e5 req-0b47131f-8cbc-4a0d-9847-67cd1ad1ab34 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0590055 Mar 23 11:08:13.052866 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7b97f635-aaa2-471a-b555-495bcd6826e5 req-34ff3175-0231-4009-b45a-e10fa5ef6017 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459952 Mar 23 11:08:14.194535 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000234dc-6a5c-4b09-82c8-0b7973363f34 req-d9cc44f4-89b3-48c9-9d34-1c1a7d5c6042 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:14.196019 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-000234dc-6a5c-4b09-82c8-0b7973363f34 req-d9cc44f4-89b3-48c9-9d34-1c1a7d5c6042 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0585694 Mar 23 11:08:14.247877 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-000234dc-6a5c-4b09-82c8-0b7973363f34 req-8c3fb229-6418-48d8-8bef-f1a46729d052 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454731 Mar 23 11:08:15.395262 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cb989-5278-49dc-91ae-e9778bc84d79 req-1526c88e-bae8-46b3-8e3c-135cbe7152b7 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:15.407765 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ad2cb989-5278-49dc-91ae-e9778bc84d79 req-1526c88e-bae8-46b3-8e3c-135cbe7152b7 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0841875 Mar 23 11:08:15.506521 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ad2cb989-5278-49dc-91ae-e9778bc84d79 req-66482aff-1409-4c9e-a6a5-4e6ac70d62be tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879741 Mar 23 11:08:16.727377 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb516fb-5214-478a-9589-ef1f0205fed6 req-0a67383c-0e60-4767-8ca7-6cefa3149468 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:16.729210 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ceb516fb-5214-478a-9589-ef1f0205fed6 req-0a67383c-0e60-4767-8ca7-6cefa3149468 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.1121097 Mar 23 11:08:16.740488 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4fd46-cfea-4ff1-83e7-9f15523fa98c req-44eb19ec-d7f1-4a2b-bfe7-4ca12df91f49 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:16.743532 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-90f4fd46-cfea-4ff1-83e7-9f15523fa98c req-44eb19ec-d7f1-4a2b-bfe7-4ca12df91f49 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.1064744 Mar 23 11:08:16.823378 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ceb516fb-5214-478a-9589-ef1f0205fed6 req-1c6ea10c-6932-4a38-953b-025559c98d11 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800631 Mar 23 11:08:16.860420 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-90f4fd46-cfea-4ff1-83e7-9f15523fa98c req-1c7de6cd-c324-4b0f-812d-7107d852cfa9 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905731 Mar 23 11:08:17.992327 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3cb2c-bfaf-4431-8315-3292030d34ae req-b3579116-2c94-4ad1-b0c1-6cc70d09fce9 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:17.993881 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-38f3cb2c-bfaf-4431-8315-3292030d34ae req-b3579116-2c94-4ad1-b0c1-6cc70d09fce9 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0852563 Mar 23 11:08:18.007899 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41991b94-5289-4673-bd59-7ac551460575 req-9101f9a6-ebf5-4c6c-a74b-532500879fb2 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:18.015686 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-41991b94-5289-4673-bd59-7ac551460575 req-9101f9a6-ebf5-4c6c-a74b-532500879fb2 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0751755 Mar 23 11:08:18.077930 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-38f3cb2c-bfaf-4431-8315-3292030d34ae req-44cff8fe-2f94-4f77-acfd-a6a0f87d3bf6 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771384 Mar 23 11:08:18.087145 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-41991b94-5289-4673-bd59-7ac551460575 req-08e06cec-34eb-450c-bdba-2ec73d58c410 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709376 Mar 23 11:08:19.084036 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73e88f-99a3-4e50-a1f1-2ae4cf9d0352 req-7cbf0141-6759-4772-a371-daf1f6c72a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:19.085536 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-aa73e88f-99a3-4e50-a1f1-2ae4cf9d0352 req-7cbf0141-6759-4772-a371-daf1f6c72a23 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a9722a34d004a16ae8e2fb602d551e8&device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 1129 time: 0.0452340 Mar 23 11:08:19.255974 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73e88f-99a3-4e50-a1f1-2ae4cf9d0352 req-1e76df39-a660-42f8-b33e-6c4c7d1588c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:19.260404 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-aa73e88f-99a3-4e50-a1f1-2ae4cf9d0352 req-1e76df39-a660-42f8-b33e-6c4c7d1588c8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a89a6767-25b8-437f-a491-713b0277c026 HTTP/1.1" status: 200 len: 918 time: 0.1687019 Mar 23 11:08:19.337432 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13c4a9-4a8b-42f2-b5c9-ffccd5d7fe12 req-f0bf20ff-2411-4112-8b5d-e9546dd8b2a2 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:19.338823 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-aa13c4a9-4a8b-42f2-b5c9-ffccd5d7fe12 req-f0bf20ff-2411-4112-8b5d-e9546dd8b2a2 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.1752939 Mar 23 11:08:19.350106 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080169c9-9573-4eda-b252-a88f3d7a0cf3 req-aeef0e58-7e7f-474c-aa2b-8bc6d8f91087 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:19.351545 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-080169c9-9573-4eda-b252-a88f3d7a0cf3 req-aeef0e58-7e7f-474c-aa2b-8bc6d8f91087 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.1771982 Mar 23 11:08:19.414695 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-aa73e88f-99a3-4e50-a1f1-2ae4cf9d0352 req-2ad986a1-c1f2-4d2a-bf26-8d2a74e555c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f91b139-181a-488d-92ae-e86c1b621dba HTTP/1.1" status: 200 len: 1000 time: 0.1433206 Mar 23 11:08:19.495987 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-aa13c4a9-4a8b-42f2-b5c9-ffccd5d7fe12 req-de0ce084-3363-4e98-a9c0-aa6014d2bc12 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400034 Mar 23 11:08:19.506019 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-080169c9-9573-4eda-b252-a88f3d7a0cf3 req-e067ae48-6cad-4ea9-8c03-d8962aa8c4bd tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388853 Mar 23 11:08:19.513075 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73e88f-99a3-4e50-a1f1-2ae4cf9d0352 req-02138639-6009-4a89-be6b-233808c774a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:19.514551 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-aa73e88f-99a3-4e50-a1f1-2ae4cf9d0352 req-02138639-6009-4a89-be6b-233808c774a3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76120b10-aef4-4df3-9eb9-41b94555bce9 HTTP/1.1" status: 200 len: 856 time: 0.0881438 Mar 23 11:08:19.577955 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73e88f-99a3-4e50-a1f1-2ae4cf9d0352 req-bee011cb-7931-4798-a36a-f5a31803a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:19.579470 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-aa73e88f-99a3-4e50-a1f1-2ae4cf9d0352 req-bee011cb-7931-4798-a36a-f5a31803a669 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a89a6767-25b8-437f-a491-713b0277c026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0580027 Mar 23 11:08:19.669692 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-aa73e88f-99a3-4e50-a1f1-2ae4cf9d0352 req-14c7bde7-b18c-455d-aca8-0f61cd921a7f service neutron] 10.222.0.52 "GET /v2.0/networks/a89a6767-25b8-437f-a491-713b0277c026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829403 Mar 23 11:08:20.024050 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-aa73e88f-99a3-4e50-a1f1-2ae4cf9d0352 req-05b55f39-8802-471a-a33d-8532c4049b20 service neutron] 10.222.0.52 "GET /v2.0/networks/a89a6767-25b8-437f-a491-713b0277c026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482471 Mar 23 11:08:20.643475 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b54aa4-b395-4915-9029-733d1cf98497 req-ad32556a-41af-46a8-94fb-f370b14a093a tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:20.644869 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-81b54aa4-b395-4915-9029-733d1cf98497 req-ad32556a-41af-46a8-94fb-f370b14a093a tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0821018 Mar 23 11:08:20.667007 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dda2aa-21bb-4c50-bde1-125dd38445e5 req-6142a4e3-5f13-4b99-b2e3-c751d6b06872 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:20.668453 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-59dda2aa-21bb-4c50-bde1-125dd38445e5 req-6142a4e3-5f13-4b99-b2e3-c751d6b06872 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 945 time: 0.0771341 Mar 23 11:08:20.737894 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-81b54aa4-b395-4915-9029-733d1cf98497 req-01a089f7-1a53-4ba7-a2e1-d23dfa8b64a4 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867090 Mar 23 11:08:20.741075 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-59dda2aa-21bb-4c50-bde1-125dd38445e5 req-d2d2c8ef-085e-4908-8b92-1b8c9f0db087 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666034 Mar 23 11:08:21.383485 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:21.430628 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 6f91b139-181a-488d-92ae-e86c1b621dba no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:08:21.508644 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 6f91b139-181a-488d-92ae-e86c1b621dba is: ACTIVE; New status is: DOWN {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:08:21.509035 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (6f91b139-181a-488d-92ae-e86c1b621dba), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:21.530983 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f91b139-181a-488d-92ae-e86c1b621dba'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:08:21.533205 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae13de4-cb8e-4819-bede-5982302d684f" -d '{"events": [{"server_uuid": "b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5", "name": "network-vif-unplugged", "status": "completed", "tag": "6f91b139-181a-488d-92ae-e86c1b621dba"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:08:21.545882 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 6f91b139-181a-488d-92ae-e86c1b621dba, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f91b139-181a-488d-92ae-e86c1b621dba,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:08:21.567794 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 11:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b276f23-712d-4b8a-a0f3-f28144b89669 x-openstack-request-id: req-7b276f23-712d-4b8a-a0f3-f28144b89669 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:08:21.568109 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5", "name": "network-vif-unplugged", "status": "completed", "tag": "6f91b139-181a-488d-92ae-e86c1b621dba", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:08:21.568359 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b276f23-712d-4b8a-a0f3-f28144b89669 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:08:21.568805 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b276f23-712d-4b8a-a0f3-f28144b89669'] response: {'server_uuid': 'b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f91b139-181a-488d-92ae-e86c1b621dba', 'code': 200} Mar 23 11:08:21.646426 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (6f91b139-181a-488d-92ae-e86c1b621dba), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:21.692689 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=6f91b139-181a-488d-92ae-e86c1b621dba,revision_number=8']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:21.859528 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a0700-254f-4c35-8403-14dd96faddd1 req-21b9918d-319b-4875-ae2a-2062f8287778 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:21.859528 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0d1a0700-254f-4c35-8403-14dd96faddd1 req-21b9918d-319b-4875-ae2a-2062f8287778 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0535874 Mar 23 11:08:21.908962 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0d1a0700-254f-4c35-8403-14dd96faddd1 req-043177ab-4734-4275-8d59-ad923b8db242 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432503 Mar 23 11:08:22.029601 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f40b5-afcb-4382-8d9d-05afaa4bce8e req-88795bbb-b897-4198-89d0-93f1f70e1a90 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:22.031044 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-802f40b5-afcb-4382-8d9d-05afaa4bce8e req-88795bbb-b897-4198-89d0-93f1f70e1a90 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 943 time: 0.0885394 Mar 23 11:08:22.043859 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8eb1f1-a6f2-4a36-9c2b-2b96fec0d7ef req-6a963008-3688-4d6d-a675-bc320bbbf284 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:22.045859 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0d8eb1f1-a6f2-4a36-9c2b-2b96fec0d7ef req-6a963008-3688-4d6d-a675-bc320bbbf284 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=a567b433-d090-4002-a25f-9fe755ac80c6 HTTP/1.1" status: 200 len: 945 time: 0.0767186 Mar 23 11:08:22.115062 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-802f40b5-afcb-4382-8d9d-05afaa4bce8e req-387c2740-d2b7-48f7-8321-83e5088ed9af tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780416 Mar 23 11:08:22.118408 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0d8eb1f1-a6f2-4a36-9c2b-2b96fec0d7ef req-039777c0-1fea-4b41-81eb-6d80e8f39642 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=02daaffe-90a7-4f8c-990a-7a6e684b0fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671980 Mar 23 11:08:23.026707 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3bb846-f803-4e6c-ad68-97b795237276 req-669aa799-1cfb-4074-9ee2-cc50cd7485d2 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:23.028180 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3f3bb846-f803-4e6c-ad68-97b795237276 req-669aa799-1cfb-4074-9ee2-cc50cd7485d2 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0519717 Mar 23 11:08:23.075123 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3f3bb846-f803-4e6c-ad68-97b795237276 req-74d2e1f7-eba4-4a45-a6f5-e0225116f5de tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407689 Mar 23 11:08:23.274961 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54feafb-1210-4c0b-9ce6-979952cac7db req-e56adacc-4735-486e-88f5-35ce3e7685a8 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:23.276431 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f54feafb-1210-4c0b-9ce6-979952cac7db req-e56adacc-4735-486e-88f5-35ce3e7685a8 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 943 time: 0.0907922 Mar 23 11:08:23.287920 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7539ff-7146-4779-8dd2-4b8cec2655cf req-56b77a3b-3362-48f4-b870-2a8c66670330 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:23.289326 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4a7539ff-7146-4779-8dd2-4b8cec2655cf req-56b77a3b-3362-48f4-b870-2a8c66670330 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=a567b433-d090-4002-a25f-9fe755ac80c6 HTTP/1.1" status: 200 len: 945 time: 0.0872619 Mar 23 11:08:23.357934 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f54feafb-1210-4c0b-9ce6-979952cac7db req-a59c20c6-d3f4-49e8-ba16-aeb21ad53d68 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676670 Mar 23 11:08:23.361950 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4a7539ff-7146-4779-8dd2-4b8cec2655cf req-30b10679-28c6-4525-bfe6-1427792e00c8 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=02daaffe-90a7-4f8c-990a-7a6e684b0fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662503 Mar 23 11:08:23.810453 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6319d-050c-4020-95bf-67dfd52efa3c req-bfb47a86-88c6-4564-8767-d32edb6b4bec tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:23.811858 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-05a6319d-050c-4020-95bf-67dfd52efa3c req-bfb47a86-88c6-4564-8767-d32edb6b4bec tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.52 "GET /v2.0/ports?device_id=a567b433-d090-4002-a25f-9fe755ac80c6 HTTP/1.1" status: 200 len: 945 time: 0.0525346 Mar 23 11:08:23.912902 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [req-05a6319d-050c-4020-95bf-67dfd52efa3c req-2f27cd4a-04a3-47f4-a818-e2e789a3fc85 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Deleting port 096fd598-a0b3-4d26-b9f2-e05ed3045e07 {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:08:23.913255 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-05a6319d-050c-4020-95bf-67dfd52efa3c req-2f27cd4a-04a3-47f4-a818-e2e789a3fc85 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (096fd598-a0b3-4d26-b9f2-e05ed3045e07), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:24.000327 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-05a6319d-050c-4020-95bf-67dfd52efa3c req-2f27cd4a-04a3-47f4-a818-e2e789a3fc85 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] For port 096fd598-a0b3-4d26-b9f2-e05ed3045e07, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=096fd598-a0b3-4d26-b9f2-e05ed3045e07,segment=NetworkSegment(11115769-b95e-401f-b4f1-18e1cab6a5a0),segment_id=11115769-b95e-401f-b4f1-18e1cab6a5a0)] {{(pid=103540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:08:24.000699 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-05a6319d-050c-4020-95bf-67dfd52efa3c req-2f27cd4a-04a3-47f4-a818-e2e789a3fc85 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (096fd598-a0b3-4d26-b9f2-e05ed3045e07), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:24.204114 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-05a6319d-050c-4020-95bf-67dfd52efa3c req-2f27cd4a-04a3-47f4-a818-e2e789a3fc85 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:24.204838 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-05a6319d-050c-4020-95bf-67dfd52efa3c req-2f27cd4a-04a3-47f4-a818-e2e789a3fc85 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (043926fe-d169-488f-a12e-4cd8d1a9f673), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:24.204838 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.l3_db [req-05a6319d-050c-4020-95bf-67dfd52efa3c req-2f27cd4a-04a3-47f4-a818-e2e789a3fc85 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Floating IP 043926fe-d169-488f-a12e-4cd8d1a9f673 disassociated. External IP: 172.27.0.2, port: 096fd598-a0b3-4d26-b9f2-e05ed3045e07. Mar 23 11:08:24.205130 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [req-05a6319d-050c-4020-95bf-67dfd52efa3c req-2f27cd4a-04a3-47f4-a818-e2e789a3fc85 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Calling delete_port for 096fd598-a0b3-4d26-b9f2-e05ed3045e07 owned by compute:nova {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:08:24.229303 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cccd77-7f4a-4bb0-badc-6731a6eacd72 req-2b02eeab-5446-4563-8998-8fb245889ca1 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:24.230826 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b4cccd77-7f4a-4bb0-badc-6731a6eacd72 req-2b02eeab-5446-4563-8998-8fb245889ca1 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0799966 Mar 23 11:08:24.330898 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b4cccd77-7f4a-4bb0-badc-6731a6eacd72 req-99e7e4af-6b0f-4c40-8117-9fb7dd4870ba tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726621 Mar 23 11:08:24.479575 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99070f52-9044-4a4e-a739-e62355bd1b6d req-6a7fb604-1f5d-4468-96d2-0dc0642eae31 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:24.481078 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-99070f52-9044-4a4e-a739-e62355bd1b6d req-6a7fb604-1f5d-4468-96d2-0dc0642eae31 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=a567b433-d090-4002-a25f-9fe755ac80c6 HTTP/1.1" status: 200 len: 945 time: 0.0543129 Mar 23 11:08:24.503572 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-05a6319d-050c-4020-95bf-67dfd52efa3c req-2f27cd4a-04a3-47f4-a818-e2e789a3fc85 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (096fd598-a0b3-4d26-b9f2-e05ed3045e07), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:24.540998 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27cd4a-04a3-47f4-a818-e2e789a3fc85 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Pushing event deleted for resources: {'Port': ['ID=096fd598-a0b3-4d26-b9f2-e05ed3045e07,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:24.571857 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-99070f52-9044-4a4e-a739-e62355bd1b6d req-a213a2f5-5d3c-4948-9321-4727babb3996 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups?id=02daaffe-90a7-4f8c-990a-7a6e684b0fcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845594 Mar 23 11:08:24.676737 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05a6319d-050c-4020-95bf-67dfd52efa3c req-2f27cd4a-04a3-47f4-a818-e2e789a3fc85 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Router cb4dbaa4-6cb5-40f4-be1a-8814259b97de has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:08:24.786843 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05a6319d-050c-4020-95bf-67dfd52efa3c req-2f27cd4a-04a3-47f4-a818-e2e789a3fc85 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:08:24.797544 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897cc781-99c8-4667-ae8c-d265ff689f3f None None] Sync routers for ids ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:08:24.810975 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897cc781-99c8-4667-ae8c-d265ff689f3f None None] Routers {'cb4dbaa4-6cb5-40f4-be1a-8814259b97de'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:08:24.812750 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-897cc781-99c8-4667-ae8c-d265ff689f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976f61fd0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:07:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:08:24.833725 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a6319d-050c-4020-95bf-67dfd52efa3c req-2f27cd4a-04a3-47f4-a818-e2e789a3fc85 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] No DVR routers for this DVR port 096fd598-a0b3-4d26-b9f2-e05ed3045e07 on host hv-cinder-79053 {{(pid=103540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:08:24.836496 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-05a6319d-050c-4020-95bf-67dfd52efa3c req-2f27cd4a-04a3-47f4-a818-e2e789a3fc85 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:24.840014 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-05a6319d-050c-4020-95bf-67dfd52efa3c req-2f27cd4a-04a3-47f4-a818-e2e789a3fc85 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.52 "DELETE /v2.0/ports/096fd598-a0b3-4d26-b9f2-e05ed3045e07 HTTP/1.1" status: 204 len: 173 time: 1.0203471 Mar 23 11:08:24.840479 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a567b433-d090-4002-a25f-9fe755ac80c6', 'name': 'network-vif-deleted', 'tag': '096fd598-a0b3-4d26-b9f2-e05ed3045e07'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:08:24.844315 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb07974-2b3e-4f68-9de8-3caa740e07b9" -d '{"events": [{"server_uuid": "a567b433-d090-4002-a25f-9fe755ac80c6", "name": "network-vif-deleted", "tag": "096fd598-a0b3-4d26-b9f2-e05ed3045e07"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:08:24.882826 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7956982b-7639-4022-99d9-8b177a195087 x-openstack-request-id: req-7956982b-7639-4022-99d9-8b177a195087 {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:08:24.883134 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a567b433-d090-4002-a25f-9fe755ac80c6", "name": "network-vif-deleted", "tag": "096fd598-a0b3-4d26-b9f2-e05ed3045e07", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:08:24.883392 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7956982b-7639-4022-99d9-8b177a195087 {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:08:24.883845 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7956982b-7639-4022-99d9-8b177a195087'] response: {'server_uuid': 'a567b433-d090-4002-a25f-9fe755ac80c6', 'name': 'network-vif-deleted', 'tag': '096fd598-a0b3-4d26-b9f2-e05ed3045e07', 'status': 'completed', 'code': 200} Mar 23 11:08:24.928389 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-897cc781-99c8-4667-ae8c-d265ff689f3f None None] Set router cb4dbaa4-6cb5-40f4-be1a-8814259b97de gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:08:25.137865 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-897cc781-99c8-4667-ae8c-d265ff689f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976f61fd0>, [{'id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'name': 'tempest-AttachVolumeTestJSON-1078316782-router', 'tenant_id': '88a763b09264492ebee3006194629da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:26Z', 'revision_number': 4, 'project_id': '88a763b09264492ebee3006194629da1', 'gw_port': {'id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '17b8b188-e216-45ba-a788-20f4d39d9165', 'name': '', 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'tenant_id': '88a763b09264492ebee3006194629da1', 'mac_address': 'fa:16:3e:4d:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:25Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 5, 'project_id': '88a763b09264492ebee3006194629da1', 'subnets': [{'id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:08:25.269610 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897cc781-99c8-4667-ae8c-d265ff689f3f None None] Checking router: cb4dbaa4-6cb5-40f4-be1a-8814259b97de for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:08:25.277939 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897cc781-99c8-4667-ae8c-d265ff689f3f None None] Routers {'cb4dbaa4-6cb5-40f4-be1a-8814259b97de'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:08:25.278551 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-897cc781-99c8-4667-ae8c-d265ff689f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976f61fd0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:07:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:08:25.384228 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-897cc781-99c8-4667-ae8c-d265ff689f3f None None] Set router cb4dbaa4-6cb5-40f4-be1a-8814259b97de gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:08:25.454975 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfda5a0-c014-4999-85ba-539ccae73089 req-c322e957-9507-4aca-b1ec-6cb0b33e310f tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:25.456391 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6bfda5a0-c014-4999-85ba-539ccae73089 req-c322e957-9507-4aca-b1ec-6cb0b33e310f tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0535583 Mar 23 11:08:25.463607 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 6f91b139-181a-488d-92ae-e86c1b621dba no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:08:25.522268 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6bfda5a0-c014-4999-85ba-539ccae73089 req-9ab34f2a-c0b9-4823-91d9-ac6835051582 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599277 Mar 23 11:08:25.571698 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 6f91b139-181a-488d-92ae-e86c1b621dba is: DOWN; New status is: DOWN {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:08:25.606771 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a597a0e-d755-4f17-a0e1-444ff069bcef req-4979ea87-3733-4f3e-a506-e4a728b0bb65 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:25.608562 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8a597a0e-d755-4f17-a0e1-444ff069bcef req-4979ea87-3733-4f3e-a506-e4a728b0bb65 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 943 time: 0.0573568 Mar 23 11:08:25.618434 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-897cc781-99c8-4667-ae8c-d265ff689f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976f61fd0>, [{'id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'name': 'tempest-AttachVolumeTestJSON-1078316782-router', 'tenant_id': '88a763b09264492ebee3006194629da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:26Z', 'revision_number': 4, 'project_id': '88a763b09264492ebee3006194629da1', 'gw_port': {'id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '17b8b188-e216-45ba-a788-20f4d39d9165', 'name': '', 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'tenant_id': '88a763b09264492ebee3006194629da1', 'mac_address': 'fa:16:3e:4d:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:25Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 5, 'project_id': '88a763b09264492ebee3006194629da1', 'subnets': [{'id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:08:25.670383 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897cc781-99c8-4667-ae8c-d265ff689f3f None None] The sync data for ids ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'] in dv-cinder-790535-33-iscsi is: [{'id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'name': 'tempest-AttachVolumeTestJSON-1078316782-router', 'tenant_id': '88a763b09264492ebee3006194629da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:26Z', 'revision_number': 4, 'project_id': '88a763b09264492ebee3006194629da1', 'gw_port': {'id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '17b8b188-e216-45ba-a788-20f4d39d9165', 'name': '', 'network_id': 'eeda6053-fd0d-4e64-ad5b-c3168c41b691', 'tenant_id': '88a763b09264492ebee3006194629da1', 'mac_address': 'fa:16:3e:4d:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:25Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 5, 'project_id': '88a763b09264492ebee3006194629da1', 'subnets': [{'id': '0a92f87a-4230-4f3a-9c60-1bacc798819f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:08:25.686158 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8a597a0e-d755-4f17-a0e1-444ff069bcef req-543fec88-72a0-4de5-bef2-f757edbfad91 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607402 Mar 23 11:08:25.707208 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f2bef70c-713f-48fa-aae7-a0e59bc599b0 req-536de6ee-895c-433d-a6bb-188d880d7428 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/ports?device_id=a567b433-d090-4002-a25f-9fe755ac80c6 HTTP/1.1" status: 200 len: 210 time: 0.0357625 Mar 23 11:08:25.818683 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c9861f63-3c15-45cd-829b-e3667b40b265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:25.864150 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-97264f58-a772-43a1-bebb-1178d841f1a8 req-04dc9ade-93fb-4fe6-a14c-b4dd56d43978 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a567b433-d090-4002-a25f-9fe755ac80c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0269508 Mar 23 11:08:25.923449 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-97264f58-a772-43a1-bebb-1178d841f1a8 req-0626c314-8d84-404d-aec1-913c7be947c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=88a763b09264492ebee3006194629da1&device_id=a567b433-d090-4002-a25f-9fe755ac80c6 HTTP/1.1" status: 200 len: 210 time: 0.0291555 Mar 23 11:08:25.953601 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04273bf-3d60-49d4-bfe7-375fd5e55a00 None None] New status for floating IP 043926fe-d169-488f-a12e-4cd8d1a9f673: DOWN {{(pid=103541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:08:26.034185 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97264f58-a772-43a1-bebb-1178d841f1a8 req-06cd53ce-7bd7-4a10-9b5b-fe05dbbb20ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:26.035915 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-97264f58-a772-43a1-bebb-1178d841f1a8 req-06cd53ce-7bd7-4a10-9b5b-fe05dbbb20ed service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=88a763b09264492ebee3006194629da1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0907085 Mar 23 11:08:26.134847 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97264f58-a772-43a1-bebb-1178d841f1a8 req-1057302c-fdc7-4ab2-8553-2fe436e3edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:26.136432 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-97264f58-a772-43a1-bebb-1178d841f1a8 req-1057302c-fdc7-4ab2-8553-2fe436e3edf9 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935547 Mar 23 11:08:26.193693 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 53132) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:08:26.287570 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-9554fae9-72be-491d-966c-26e448b8e120 req-0dd8b589-bf56-4b74-863a-2a56ccc489ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921397 Mar 23 11:08:26.295890 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [req-9554fae9-72be-491d-966c-26e448b8e120 req-0d910640-5391-4387-9415-879f466235b6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103539) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 11:08:26.297495 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-9554fae9-72be-491d-966c-26e448b8e120 req-0d910640-5391-4387-9415-879f466235b6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053980 Mar 23 11:08:26.371770 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 53140) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:08:26.460788 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554fae9-72be-491d-966c-26e448b8e120 req-3055daf6-e8bf-48a9-a97e-18f39cdc97b1 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:26.462135 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-9554fae9-72be-491d-966c-26e448b8e120 req-3055daf6-e8bf-48a9-a97e-18f39cdc97b1 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports/6f91b139-181a-488d-92ae-e86c1b621dba HTTP/1.1" status: 200 len: 940 time: 0.0894012 Mar 23 11:08:26.647010 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da390537-d32f-4061-92c1-982878393f76 req-c0c29196-42a6-403d-b708-e937408919bd tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:26.648491 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-da390537-d32f-4061-92c1-982878393f76 req-c0c29196-42a6-403d-b708-e937408919bd tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0527518 Mar 23 11:08:26.703050 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-da390537-d32f-4061-92c1-982878393f76 req-dbc5f12a-5766-43cd-b8d2-a81fc2cd824f tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481298 Mar 23 11:08:26.811710 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2404919-854a-4c18-8371-b7b1fab84911 req-2602b98c-d3ef-461d-bba0-1a6538d531c8 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:26.814202 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c2404919-854a-4c18-8371-b7b1fab84911 req-2602b98c-d3ef-461d-bba0-1a6538d531c8 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 943 time: 0.0591784 Mar 23 11:08:26.868765 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 53158) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:08:26.869846 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c2404919-854a-4c18-8371-b7b1fab84911 req-e825f0eb-18c4-4a51-89a0-2ec2fccbbd74 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434804 Mar 23 11:08:26.938681 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f8d5bf76-0b3f-46fc-a30d-bb91fa2997da tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for security_group (02daaffe-90a7-4f8c-990a-7a6e684b0fcb), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:26.961731 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f8d5bf76-0b3f-46fc-a30d-bb91fa2997da tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for security_group (02daaffe-90a7-4f8c-990a-7a6e684b0fcb), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:27.092485 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f8d5bf76-0b3f-46fc-a30d-bb91fa2997da tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (02daaffe-90a7-4f8c-990a-7a6e684b0fcb), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:27.095639 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f8d5bf76-0b3f-46fc-a30d-bb91fa2997da tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:27.096827 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-f8d5bf76-0b3f-46fc-a30d-bb91fa2997da tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "DELETE /v2.0/security-groups/02daaffe-90a7-4f8c-990a-7a6e684b0fcb HTTP/1.1" status: 204 len: 168 time: 0.2260380 Mar 23 11:08:27.099604 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 53160) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:08:27.106055 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5bf76-0b3f-46fc-a30d-bb91fa2997da tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02daaffe-90a7-4f8c-990a-7a6e684b0fcb,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:27.112932 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.api.v2.resource [None req-9bb99f1b-15b2-4d14-9d53-b2659336035a tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] show failed (client error): The resource could not be found. Mar 23 11:08:27.114254 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-9bb99f1b-15b2-4d14-9d53-b2659336035a tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "GET /v2.0/security-groups/02daaffe-90a7-4f8c-990a-7a6e684b0fcb HTTP/1.1" status: 404 len: 347 time: 0.0134799 Mar 23 11:08:27.116860 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 53162) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:08:27.268939 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-2436b01a-a10f-4594-bc45-cac4d0cc01d1 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Deleting port afd79319-c53e-409b-a64c-855ae1c84d96 {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:08:27.269585 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-2436b01a-a10f-4594-bc45-cac4d0cc01d1 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (afd79319-c53e-409b-a64c-855ae1c84d96), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:27.346768 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-2436b01a-a10f-4594-bc45-cac4d0cc01d1 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (afd79319-c53e-409b-a64c-855ae1c84d96), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:27.347017 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-2436b01a-a10f-4594-bc45-cac4d0cc01d1 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for floatingip (afd79319-c53e-409b-a64c-855ae1c84d96), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:27.358488 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-2436b01a-a10f-4594-bc45-cac4d0cc01d1 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Calling delete_port for afd79319-c53e-409b-a64c-855ae1c84d96 owned by network:floatingip {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:08:27.463238 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 096fd598-a0b3-4d26-b9f2-e05ed3045e07 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:08:27.489771 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] No Port match for: 096fd598-a0b3-4d26-b9f2-e05ed3045e07 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:08:27.490393 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 096fd598-a0b3-4d26-b9f2-e05ed3045e07 not bound to the agent host hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:08:27.604291 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-2436b01a-a10f-4594-bc45-cac4d0cc01d1 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (afd79319-c53e-409b-a64c-855ae1c84d96), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:27.633789 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436b01a-a10f-4594-bc45-cac4d0cc01d1 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Pushing event deleted for resources: {'Port': ['ID=afd79319-c53e-409b-a64c-855ae1c84d96,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:27.694453 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-2436b01a-a10f-4594-bc45-cac4d0cc01d1 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks [] for floatingip (043926fe-d169-488f-a12e-4cd8d1a9f673), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:27.697373 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-2436b01a-a10f-4594-bc45-cac4d0cc01d1 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:27.698984 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-2436b01a-a10f-4594-bc45-cac4d0cc01d1 tempest-AttachVolumeTestJSON-2125466070 tempest-AttachVolumeTestJSON-2125466070-project] 10.222.0.41 "DELETE /v2.0/floatingips/043926fe-d169-488f-a12e-4cd8d1a9f673 HTTP/1.1" status: 204 len: 168 time: 0.5811663 Mar 23 11:08:27.824890 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c0ea6-2d75-461f-b090-fdfa69bf618a req-0b30bbb3-bb35-45dd-9198-3333a4ce9e16 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:27.826463 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-981c0ea6-2d75-461f-b090-fdfa69bf618a req-0b30bbb3-bb35-45dd-9198-3333a4ce9e16 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0531693 Mar 23 11:08:27.858130 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-bd588f7f-3535-410e-bca2-b4d540bca655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:27.877035 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-981c0ea6-2d75-461f-b090-fdfa69bf618a req-acefbc81-76dc-4e8a-a2a5-097db9b2c97d tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450587 Mar 23 11:08:28.017422 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1074c-93bc-4244-ba30-da00d21b677e req-9b35e6cf-8ca0-45dc-960f-d7a1ef638c6d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:28.020565 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1fb1074c-93bc-4244-ba30-da00d21b677e req-9b35e6cf-8ca0-45dc-960f-d7a1ef638c6d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 943 time: 0.0845585 Mar 23 11:08:28.035228 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554fae9-72be-491d-966c-26e448b8e120 req-34188ba2-a5b3-4b91-94b8-22cf08648f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:28.036644 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9554fae9-72be-491d-966c-26e448b8e120 req-34188ba2-a5b3-4b91-94b8-22cf08648f4f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5&tenant_id=7a9722a34d004a16ae8e2fb602d551e8 HTTP/1.1" status: 200 len: 1127 time: 0.0686493 Mar 23 11:08:28.098619 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1fb1074c-93bc-4244-ba30-da00d21b677e req-2b76d832-34a8-4f2a-b848-41590fbbe9fc tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736554 Mar 23 11:08:28.111708 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554fae9-72be-491d-966c-26e448b8e120 req-e047174e-7b1c-48a9-a92b-37a18123b22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:28.113515 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9554fae9-72be-491d-966c-26e448b8e120 req-e047174e-7b1c-48a9-a92b-37a18123b22d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a9722a34d004a16ae8e2fb602d551e8&device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 1127 time: 0.0552580 Mar 23 11:08:28.207320 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554fae9-72be-491d-966c-26e448b8e120 req-dde81023-d6a0-4cca-83d7-46b48b1c7f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:28.208794 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9554fae9-72be-491d-966c-26e448b8e120 req-dde81023-d6a0-4cca-83d7-46b48b1c7f0a service neutron] 10.222.0.52 "GET /v2.0/networks?id=a89a6767-25b8-437f-a491-713b0277c026 HTTP/1.1" status: 200 len: 918 time: 0.0892658 Mar 23 11:08:28.273457 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9554fae9-72be-491d-966c-26e448b8e120 req-7b56742f-bab1-40d6-97a5-17958d30d3db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f91b139-181a-488d-92ae-e86c1b621dba HTTP/1.1" status: 200 len: 998 time: 0.0583792 Mar 23 11:08:28.326433 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554fae9-72be-491d-966c-26e448b8e120 req-7199066c-cf5d-4192-b87e-4224c163fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:28.328403 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9554fae9-72be-491d-966c-26e448b8e120 req-7199066c-cf5d-4192-b87e-4224c163fc54 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=76120b10-aef4-4df3-9eb9-41b94555bce9 HTTP/1.1" status: 200 len: 856 time: 0.0485346 Mar 23 11:08:28.381182 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554fae9-72be-491d-966c-26e448b8e120 req-212d92b9-a8b7-4e16-b77a-f5a8d10d3102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:28.382688 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9554fae9-72be-491d-966c-26e448b8e120 req-212d92b9-a8b7-4e16-b77a-f5a8d10d3102 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a89a6767-25b8-437f-a491-713b0277c026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0478988 Mar 23 11:08:28.469511 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9554fae9-72be-491d-966c-26e448b8e120 req-34f85161-c089-4503-a886-7e8944a519d3 service neutron] 10.222.0.52 "GET /v2.0/networks/a89a6767-25b8-437f-a491-713b0277c026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802026 Mar 23 11:08:28.561494 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9554fae9-72be-491d-966c-26e448b8e120 req-676d3d03-91a8-4fde-b8d7-d8ffd69b74de service neutron] 10.222.0.52 "GET /v2.0/networks/a89a6767-25b8-437f-a491-713b0277c026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856075 Mar 23 11:08:28.993241 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d5c1d-8409-42ef-8287-768473c8f8b1 req-c68c1804-f7a5-4355-8906-46dfa6fa7c47 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:28.994719 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-af2d5c1d-8409-42ef-8287-768473c8f8b1 req-c68c1804-f7a5-4355-8906-46dfa6fa7c47 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0531507 Mar 23 11:08:29.043897 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-af2d5c1d-8409-42ef-8287-768473c8f8b1 req-2c8b35c4-febb-400a-8d43-27eb40ae1b97 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427070 Mar 23 11:08:29.428890 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c78c07-d34b-452b-9cb7-b8affb9a25fd req-b20256b8-d124-4cf5-9e47-fb116c879730 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:29.440397 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c7c78c07-d34b-452b-9cb7-b8affb9a25fd req-b20256b8-d124-4cf5-9e47-fb116c879730 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 943 time: 0.0885532 Mar 23 11:08:29.510487 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c7c78c07-d34b-452b-9cb7-b8affb9a25fd req-b67d451c-f10c-4772-b8f5-eca1df67bacb tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663188 Mar 23 11:08:29.539450 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:30.170055 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e51b18-7a4e-455d-ba4e-fd9cf94a4647 req-7a22db05-1f5d-4cb1-94f5-b4c630e3d3b0 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:30.172104 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-52e51b18-7a4e-455d-ba4e-fd9cf94a4647 req-7a22db05-1f5d-4cb1-94f5-b4c630e3d3b0 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0581441 Mar 23 11:08:30.222272 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-52e51b18-7a4e-455d-ba4e-fd9cf94a4647 req-9930d676-8bdd-457a-8a1e-28daf0a646b0 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444608 Mar 23 11:08:30.656915 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5239f-ef33-4028-a870-68d21ec3896d req-602def1c-48ad-48bc-bcd0-e3e60366d425 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:30.658526 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-21a5239f-ef33-4028-a870-68d21ec3896d req-602def1c-48ad-48bc-bcd0-e3e60366d425 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 943 time: 0.0828164 Mar 23 11:08:30.715261 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:30.717631 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-21a5239f-ef33-4028-a870-68d21ec3896d req-f63f6429-8026-44df-bef2-cc3947f92d71 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513499 Mar 23 11:08:31.358124 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39261b-361f-40f4-8dbb-e51bc331e9d3 req-96c672cf-27e1-494b-9a1e-bd71baa11bc4 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:31.360111 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6a39261b-361f-40f4-8dbb-e51bc331e9d3 req-96c672cf-27e1-494b-9a1e-bd71baa11bc4 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0637801 Mar 23 11:08:31.419700 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6a39261b-361f-40f4-8dbb-e51bc331e9d3 req-ca61ab58-f7f4-47c9-98a9-a4620638f6bc tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514195 Mar 23 11:08:31.828628 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 53234) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:08:31.905872 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278540be-7dd8-4853-be02-97be825e8957 req-5f1dc326-485a-4ab5-84ec-613b35f70ca1 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:31.907580 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-278540be-7dd8-4853-be02-97be825e8957 req-5f1dc326-485a-4ab5-84ec-613b35f70ca1 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 943 time: 0.1014779 Mar 23 11:08:31.979927 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-278540be-7dd8-4853-be02-97be825e8957 req-58094124-849c-4105-82e6-4736e4d1bc76 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627718 Mar 23 11:08:32.344443 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:32.383249 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fa52fcfd-bfc0-4a97-af63-59b6e2947e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573510'] for router_interface (cb4dbaa4-6cb5-40f4-be1a-8814259b97de), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:32.607978 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3c340-f677-4b04-b37e-52429b99b451 req-6f7e8e66-a57e-4015-8c94-d73728e97849 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:32.615842 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2cd3c340-f677-4b04-b37e-52429b99b451 req-6f7e8e66-a57e-4015-8c94-d73728e97849 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0763631 Mar 23 11:08:32.698501 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2cd3c340-f677-4b04-b37e-52429b99b451 req-ca7b3e9a-4028-47ad-9253-2128ea5fa2c2 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678110 Mar 23 11:08:32.779097 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-fa52fcfd-bfc0-4a97-af63-59b6e2947e31 admin admin] Deleting port 17b8b188-e216-45ba-a788-20f4d39d9165 {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:08:32.779361 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fa52fcfd-bfc0-4a97-af63-59b6e2947e31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (17b8b188-e216-45ba-a788-20f4d39d9165), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:32.861064 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [None req-fa52fcfd-bfc0-4a97-af63-59b6e2947e31 admin admin] For port 17b8b188-e216-45ba-a788-20f4d39d9165, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=17b8b188-e216-45ba-a788-20f4d39d9165,segment=NetworkSegment(11115769-b95e-401f-b4f1-18e1cab6a5a0),segment_id=11115769-b95e-401f-b4f1-18e1cab6a5a0)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:08:32.861799 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fa52fcfd-bfc0-4a97-af63-59b6e2947e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (17b8b188-e216-45ba-a788-20f4d39d9165), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:32.880195 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-fa52fcfd-bfc0-4a97-af63-59b6e2947e31 admin admin] Calling delete_port for 17b8b188-e216-45ba-a788-20f4d39d9165 owned by network:router_interface {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:08:33.155327 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce42d0a-8eb9-4290-a156-5a2015c94ffb req-b5c93acf-82d2-4693-9050-b9b143405239 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:33.156812 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6ce42d0a-8eb9-4290-a156-5a2015c94ffb req-b5c93acf-82d2-4693-9050-b9b143405239 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 943 time: 0.0697455 Mar 23 11:08:33.207115 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6ce42d0a-8eb9-4290-a156-5a2015c94ffb req-7a190115-e218-4a08-8ac8-1897c2cce825 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442600 Mar 23 11:08:33.690686 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fa52fcfd-bfc0-4a97-af63-59b6e2947e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (17b8b188-e216-45ba-a788-20f4d39d9165), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:33.735211 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52fcfd-bfc0-4a97-af63-59b6e2947e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=17b8b188-e216-45ba-a788-20f4d39d9165,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:33.830994 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ee707-e5ed-4570-83bd-6c0f25349fee req-1694a5a2-c989-4810-8520-0c789bebea60 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:33.837728 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-143ee707-e5ed-4570-83bd-6c0f25349fee req-1694a5a2-c989-4810-8520-0c789bebea60 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0829642 Mar 23 11:08:33.917751 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-143ee707-e5ed-4570-83bd-6c0f25349fee req-e2a441d8-0134-4d92-b93e-fdeac2010509 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698044 Mar 23 11:08:33.959034 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fa52fcfd-bfc0-4a97-af63-59b6e2947e31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589814'] for router_interface (cb4dbaa4-6cb5-40f4-be1a-8814259b97de), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:34.190603 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa52fcfd-bfc0-4a97-af63-59b6e2947e31 admin admin] Router cb4dbaa4-6cb5-40f4-be1a-8814259b97de has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:08:34.328280 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa52fcfd-bfc0-4a97-af63-59b6e2947e31 admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:08:34.338295 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-fa52fcfd-bfc0-4a97-af63-59b6e2947e31 admin admin] 10.222.0.41 "PUT /v2.0/routers/cb4dbaa4-6cb5-40f4-be1a-8814259b97de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5063460 Mar 23 11:08:34.346123 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 53258) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:08:34.352258 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8a01e3-c44b-42f4-92b3-562e91eddf74 None None] Sync routers for ids ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:08:34.395799 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8a01e3-c44b-42f4-92b3-562e91eddf74 None None] Routers {'cb4dbaa4-6cb5-40f4-be1a-8814259b97de'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:08:34.398039 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-1d8a01e3-c44b-42f4-92b3-562e91eddf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976f619a0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:08:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:08:34.417887 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00772ee2-c9c6-4252-97dc-c493613e00a8 req-1a4cb340-9418-4736-a069-07be15bca7c3 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:34.430934 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-00772ee2-c9c6-4252-97dc-c493613e00a8 req-1a4cb340-9418-4736-a069-07be15bca7c3 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 943 time: 0.1405954 Mar 23 11:08:34.526798 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-00772ee2-c9c6-4252-97dc-c493613e00a8 req-04d0d18d-56a4-4482-9465-55c6e994d80a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938461 Mar 23 11:08:34.568510 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-57aad10b-49ab-40b8-87aa-8d0bbef3892a admin admin] Publish callbacks [] for router (cb4dbaa4-6cb5-40f4-be1a-8814259b97de), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:34.574780 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-1d8a01e3-c44b-42f4-92b3-562e91eddf74 None None] Set router cb4dbaa4-6cb5-40f4-be1a-8814259b97de gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:08:34.742971 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-57aad10b-49ab-40b8-87aa-8d0bbef3892a admin admin] Publish callbacks [] for router_gateway (cb4dbaa4-6cb5-40f4-be1a-8814259b97de), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:34.775163 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-1d8a01e3-c44b-42f4-92b3-562e91eddf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976f619a0>, [{'id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'name': 'tempest-AttachVolumeTestJSON-1078316782-router', 'tenant_id': '88a763b09264492ebee3006194629da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:08:33Z', 'revision_number': 5, 'project_id': '88a763b09264492ebee3006194629da1', 'gw_port': {'id': '76c83a19-8c8f-4f46-866a-f1bf52891626', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:fb:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:21Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:08:34.803575 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8a01e3-c44b-42f4-92b3-562e91eddf74 None None] Checking router: cb4dbaa4-6cb5-40f4-be1a-8814259b97de for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:08:34.813277 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8a01e3-c44b-42f4-92b3-562e91eddf74 None None] Routers {'cb4dbaa4-6cb5-40f4-be1a-8814259b97de'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:08:34.813926 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-1d8a01e3-c44b-42f4-92b3-562e91eddf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976f619a0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:08:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:08:34.877782 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-57aad10b-49ab-40b8-87aa-8d0bbef3892a admin admin] Deleting port 76c83a19-8c8f-4f46-866a-f1bf52891626 {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:08:34.878261 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-57aad10b-49ab-40b8-87aa-8d0bbef3892a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (76c83a19-8c8f-4f46-866a-f1bf52891626), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:34.906929 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-1d8a01e3-c44b-42f4-92b3-562e91eddf74 None None] Set router cb4dbaa4-6cb5-40f4-be1a-8814259b97de gateway port host: None {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:08:34.964249 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-1d8a01e3-c44b-42f4-92b3-562e91eddf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976f619a0>, [{'id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'name': 'tempest-AttachVolumeTestJSON-1078316782-router', 'tenant_id': '88a763b09264492ebee3006194629da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:08:34Z', 'revision_number': 6, 'project_id': '88a763b09264492ebee3006194629da1', 'gw_port_host': None}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:08:35.015454 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8a01e3-c44b-42f4-92b3-562e91eddf74 None None] The sync data for ids ['cb4dbaa4-6cb5-40f4-be1a-8814259b97de'] in dv-cinder-790535-33-iscsi is: [{'id': 'cb4dbaa4-6cb5-40f4-be1a-8814259b97de', 'name': 'tempest-AttachVolumeTestJSON-1078316782-router', 'tenant_id': '88a763b09264492ebee3006194629da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:08:34Z', 'revision_number': 6, 'project_id': '88a763b09264492ebee3006194629da1', 'gw_port_host': None}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:08:35.076891 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [None req-57aad10b-49ab-40b8-87aa-8d0bbef3892a admin admin] For port 76c83a19-8c8f-4f46-866a-f1bf52891626, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=76c83a19-8c8f-4f46-866a-f1bf52891626,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:08:35.076891 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-57aad10b-49ab-40b8-87aa-8d0bbef3892a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (76c83a19-8c8f-4f46-866a-f1bf52891626), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:35.107201 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-57aad10b-49ab-40b8-87aa-8d0bbef3892a admin admin] Calling delete_port for 76c83a19-8c8f-4f46-866a-f1bf52891626 owned by network:router_gateway {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:08:35.111145 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac437d1-1a4a-4078-aac9-194e69ea6afe req-b967f953-ab04-4624-83f8-b6dd52d932f5 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:35.119520 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-dac437d1-1a4a-4078-aac9-194e69ea6afe req-b967f953-ab04-4624-83f8-b6dd52d932f5 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.1134257 Mar 23 11:08:35.197336 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-dac437d1-1a4a-4078-aac9-194e69ea6afe req-05d17ff3-26b7-4f8d-9281-0906ee87e01f tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767152 Mar 23 11:08:35.699136 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc7a15-5042-4845-a375-ac78a0f706f9 req-07898f84-0948-4fd0-a267-8f061ee25953 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:35.700543 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a3cc7a15-5042-4845-a375-ac78a0f706f9 req-07898f84-0948-4fd0-a267-8f061ee25953 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 943 time: 0.0666506 Mar 23 11:08:35.727181 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-57aad10b-49ab-40b8-87aa-8d0bbef3892a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (76c83a19-8c8f-4f46-866a-f1bf52891626), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:35.763555 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aad10b-49ab-40b8-87aa-8d0bbef3892a admin admin] Pushing event deleted for resources: {'Port': ['ID=76c83a19-8c8f-4f46-866a-f1bf52891626,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:35.766194 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a3cc7a15-5042-4845-a375-ac78a0f706f9 req-ad57038a-1dc9-4eb2-b94e-f9dd4a3eceb2 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592656 Mar 23 11:08:35.862592 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-57aad10b-49ab-40b8-87aa-8d0bbef3892a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589324'] for router_gateway (cb4dbaa4-6cb5-40f4-be1a-8814259b97de), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:35.982945 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-57aad10b-49ab-40b8-87aa-8d0bbef3892a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router (cb4dbaa4-6cb5-40f4-be1a-8814259b97de), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:35.985453 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-57aad10b-49ab-40b8-87aa-8d0bbef3892a admin admin] Publish callbacks [] for router_controller (cb4dbaa4-6cb5-40f4-be1a-8814259b97de), precommit_delete_associations {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:36.145972 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-57aad10b-49ab-40b8-87aa-8d0bbef3892a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588271'] for router (cb4dbaa4-6cb5-40f4-be1a-8814259b97de), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:36.146814 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57aad10b-49ab-40b8-87aa-8d0bbef3892a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb4dbaa4-6cb5-40f4-be1a-8814259b97de {{(pid=103539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 11:08:36.165909 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-57aad10b-49ab-40b8-87aa-8d0bbef3892a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:36.165909 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-57aad10b-49ab-40b8-87aa-8d0bbef3892a admin admin] 10.222.0.41 "DELETE /v2.0/routers/cb4dbaa4-6cb5-40f4-be1a-8814259b97de HTTP/1.1" status: 204 len: 168 time: 1.8178043 Mar 23 11:08:36.167968 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 53264) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:08:36.272361 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba28078-57c3-47a1-8e17-62335cadbe98 admin admin] Deleting subnet 0a92f87a-4230-4f3a-9c60-1bacc798819f {{(pid=103539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 11:08:36.278855 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8ba28078-57c3-47a1-8e17-62335cadbe98 admin admin] Publish callbacks [] for subnet (0a92f87a-4230-4f3a-9c60-1bacc798819f), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:36.351483 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8ba28078-57c3-47a1-8e17-62335cadbe98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11844273'] for subnet (0a92f87a-4230-4f3a-9c60-1bacc798819f), precommit_delete_associations {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:36.397587 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e799a3-2bf5-43c7-b3c6-ad962c007fc3 req-c4cc5cb9-f676-4fef-be4c-6a3544400ea9 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:36.407034 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-46e799a3-2bf5-43c7-b3c6-ad962c007fc3 req-c4cc5cb9-f676-4fef-be4c-6a3544400ea9 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0867541 Mar 23 11:08:36.497621 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-46e799a3-2bf5-43c7-b3c6-ad962c007fc3 req-9f8c524c-169a-41f8-93c6-a247b095e586 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848629 Mar 23 11:08:36.505948 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8ba28078-57c3-47a1-8e17-62335cadbe98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3350868'] for subnet (0a92f87a-4230-4f3a-9c60-1bacc798819f), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:36.522909 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 76c83a19-8c8f-4f46-866a-f1bf52891626 no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:08:36.555573 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: 76c83a19-8c8f-4f46-866a-f1bf52891626 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:08:36.556603 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 76c83a19-8c8f-4f46-866a-f1bf52891626 not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:08:36.557780 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 17b8b188-e216-45ba-a788-20f4d39d9165 no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:08:36.585705 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: 17b8b188-e216-45ba-a788-20f4d39d9165 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:08:36.586732 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 17b8b188-e216-45ba-a788-20f4d39d9165 not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:08:36.727304 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8ba28078-57c3-47a1-8e17-62335cadbe98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3350861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11800261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11983438'] for subnet (0a92f87a-4230-4f3a-9c60-1bacc798819f), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:36.761914 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba28078-57c3-47a1-8e17-62335cadbe98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a92f87a-4230-4f3a-9c60-1bacc798819f,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:36.765432 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8ba28078-57c3-47a1-8e17-62335cadbe98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:36.771154 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-8ba28078-57c3-47a1-8e17-62335cadbe98 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0a92f87a-4230-4f3a-9c60-1bacc798819f HTTP/1.1" status: 204 len: 168 time: 0.5993819 Mar 23 11:08:36.771154 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 53270) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:08:36.771410 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66ea736-609a-4f31-8c64-9662302ffce3 None None] Network eeda6053-fd0d-4e64-ad5b-c3168c41b691 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:08:36.881781 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4ab54253-3b75-4003-961b-de50356d9c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148571'] for network (eeda6053-fd0d-4e64-ad5b-c3168c41b691), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:36.950600 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93424364-e323-4f84-96cd-f627eb6f3ff8 req-2396843e-71d4-4735-b35e-afac02d89802 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:36.952077 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-93424364-e323-4f84-96cd-f627eb6f3ff8 req-2396843e-71d4-4735-b35e-afac02d89802 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 943 time: 0.0707188 Mar 23 11:08:36.961889 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-4ab54253-3b75-4003-961b-de50356d9c84 admin admin] Deleting port a419ed78-6276-416e-8db3-1c62b987576d {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:08:36.963005 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4ab54253-3b75-4003-961b-de50356d9c84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (a419ed78-6276-416e-8db3-1c62b987576d), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:36.976898 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a25eec2-8606-4efc-8a99-9224f69c27a0 None None] DHCP port deletion for eeda6053-fd0d-4e64-ad5b-c3168c41b691 request from dv-cinder-790535-33-iscsi {{(pid=103541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 11:08:37.010191 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-93424364-e323-4f84-96cd-f627eb6f3ff8 req-97784964-45f5-4c54-b99f-0be71ccd1edd tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502729 Mar 23 11:08:37.035461 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [None req-4ab54253-3b75-4003-961b-de50356d9c84 admin admin] For port a419ed78-6276-416e-8db3-1c62b987576d, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=a419ed78-6276-416e-8db3-1c62b987576d,segment=NetworkSegment(11115769-b95e-401f-b4f1-18e1cab6a5a0),segment_id=11115769-b95e-401f-b4f1-18e1cab6a5a0)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:08:37.035829 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4ab54253-3b75-4003-961b-de50356d9c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (a419ed78-6276-416e-8db3-1c62b987576d), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:37.039943 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-0a25eec2-8606-4efc-8a99-9224f69c27a0 None None] Deleting port a419ed78-6276-416e-8db3-1c62b987576d {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:08:37.040323 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0a25eec2-8606-4efc-8a99-9224f69c27a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (a419ed78-6276-416e-8db3-1c62b987576d), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:37.049087 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-4ab54253-3b75-4003-961b-de50356d9c84 admin admin] Calling delete_port for a419ed78-6276-416e-8db3-1c62b987576d owned by network:dhcp {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:08:37.101262 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-0a25eec2-8606-4efc-8a99-9224f69c27a0 None None] For port a419ed78-6276-416e-8db3-1c62b987576d, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=a419ed78-6276-416e-8db3-1c62b987576d,segment=NetworkSegment(11115769-b95e-401f-b4f1-18e1cab6a5a0),segment_id=11115769-b95e-401f-b4f1-18e1cab6a5a0)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:08:37.101668 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0a25eec2-8606-4efc-8a99-9224f69c27a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (a419ed78-6276-416e-8db3-1c62b987576d), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:37.114338 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-0a25eec2-8606-4efc-8a99-9224f69c27a0 None None] Calling delete_port for a419ed78-6276-416e-8db3-1c62b987576d owned by network:dhcp {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:08:37.195212 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4ab54253-3b75-4003-961b-de50356d9c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (a419ed78-6276-416e-8db3-1c62b987576d), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:37.200786 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0a25eec2-8606-4efc-8a99-9224f69c27a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628'] for port (a419ed78-6276-416e-8db3-1c62b987576d), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:37.224757 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab54253-3b75-4003-961b-de50356d9c84 admin admin] Pushing event deleted for resources: {'Port': ['ID=a419ed78-6276-416e-8db3-1c62b987576d,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:37.227843 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a25eec2-8606-4efc-8a99-9224f69c27a0 None None] No DVR routers for this DVR port a419ed78-6276-416e-8db3-1c62b987576d on host dv-cinder-790535-33-iscsi {{(pid=103541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:08:37.228359 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab54253-3b75-4003-961b-de50356d9c84 admin admin] No DVR routers for this DVR port a419ed78-6276-416e-8db3-1c62b987576d on host dv-cinder-790535-33-iscsi {{(pid=103539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:08:37.231713 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25eec2-8606-4efc-8a99-9224f69c27a0 None None] Pushing event deleted for resources: {'Port': ['ID=a419ed78-6276-416e-8db3-1c62b987576d,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:37.302951 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4ab54253-3b75-4003-961b-de50356d9c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3292129', 'neutron.services.segments.db._delete_segments_for_network-8738511072579'] for network (eeda6053-fd0d-4e64-ad5b-c3168c41b691), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:37.323843 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.services.segments.db [None req-4ab54253-3b75-4003-961b-de50356d9c84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f297524bd90>,) {'filters': {'network_id': ['eeda6053-fd0d-4e64-ad5b-c3168c41b691']}} {{(pid=103539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:08:37.334055 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.services.segments.db [None req-4ab54253-3b75-4003-961b-de50356d9c84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f297524bd90>, '11115769-b95e-401f-b4f1-18e1cab6a5a0') {'for_net_delete': True} {{(pid=103539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:08:37.337025 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.services.segments.db [None req-4ab54253-3b75-4003-961b-de50356d9c84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f297524bd90>, '11115769-b95e-401f-b4f1-18e1cab6a5a0') {} {{(pid=103539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:08:37.344954 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4ab54253-3b75-4003-961b-de50356d9c84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738511073100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11844232'] for segment (11115769-b95e-401f-b4f1-18e1cab6a5a0), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:37.358346 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4ab54253-3b75-4003-961b-de50356d9c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (11115769-b95e-401f-b4f1-18e1cab6a5a0), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:37.364368 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab54253-3b75-4003-961b-de50356d9c84 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 11:08:37.364762 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4ab54253-3b75-4003-961b-de50356d9c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798631'] for segment (11115769-b95e-401f-b4f1-18e1cab6a5a0), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: Traceback (most recent call last): Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: timer() Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: cb(*args, **kw) Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: return func(*args, **kwargs) Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: self._notify() Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: self.callback(batched_events) Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: event.method(event) Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: return f(self, *a, **k) Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: return self._get(url).json() Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: return self.request(url, 'GET', **kwargs) Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:08:37.366556 dv-cinder-790535-33-iscsi neutron-server[103539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:08:37.495538 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4ab54253-3b75-4003-961b-de50356d9c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3292122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589424'] for network (eeda6053-fd0d-4e64-ad5b-c3168c41b691), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:37.502334 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4ab54253-3b75-4003-961b-de50356d9c84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:37.505941 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-4ab54253-3b75-4003-961b-de50356d9c84 admin admin] 10.222.0.41 "DELETE /v2.0/networks/eeda6053-fd0d-4e64-ad5b-c3168c41b691 HTTP/1.1" status: 204 len: 168 time: 0.7339237 Mar 23 11:08:37.517351 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab54253-3b75-4003-961b-de50356d9c84 admin admin] Pushing event deleted for resources: {'Network': ['ID=eeda6053-fd0d-4e64-ad5b-c3168c41b691,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:37.574832 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5967a12-0c80-46d8-8120-d0a6cb2650b5 req-3df74b10-0664-423a-8c5e-348c76554d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:37.576471 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c5967a12-0c80-46d8-8120-d0a6cb2650b5 req-3df74b10-0664-423a-8c5e-348c76554d4c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=129bb33e62b44450880cb7f944520401&device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 1129 time: 0.0671780 Mar 23 11:08:37.686148 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb183da-b449-4978-a9be-8eb42d127131 req-7cdfde65-c6d8-4896-93f6-1d97d94b6779 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:37.688266 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0cb183da-b449-4978-a9be-8eb42d127131 req-7cdfde65-c6d8-4896-93f6-1d97d94b6779 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.1107500 Mar 23 11:08:37.716509 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5967a12-0c80-46d8-8120-d0a6cb2650b5 req-40d7f539-24ae-4b2a-9c31-59c74139125c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:37.717936 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c5967a12-0c80-46d8-8120-d0a6cb2650b5 req-40d7f539-24ae-4b2a-9c31-59c74139125c service neutron] 10.222.0.52 "GET /v2.0/networks?id=df50ffe3-03ed-467a-b227-56e0850217fe HTTP/1.1" status: 200 len: 909 time: 0.1315038 Mar 23 11:08:37.787050 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0cb183da-b449-4978-a9be-8eb42d127131 req-8a5a9994-85e0-44fc-8eeb-30e5258e58fa tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907855 Mar 23 11:08:37.801526 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c5967a12-0c80-46d8-8120-d0a6cb2650b5 req-8df46e17-3208-463b-bac1-d12abf45a4d5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ca22a6a-8f96-4c83-82d3-d5e89680e117 HTTP/1.1" status: 200 len: 1001 time: 0.0762999 Mar 23 11:08:37.853723 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5967a12-0c80-46d8-8120-d0a6cb2650b5 req-3a652f8d-9984-464b-bfd6-b7e90dd6d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:37.855079 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c5967a12-0c80-46d8-8120-d0a6cb2650b5 req-3a652f8d-9984-464b-bfd6-b7e90dd6d278 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=001a2c33-ab4d-40f3-86cd-0344207597b1 HTTP/1.1" status: 200 len: 847 time: 0.0478120 Mar 23 11:08:37.902794 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5967a12-0c80-46d8-8120-d0a6cb2650b5 req-3abde5ef-a653-423a-877f-14618ab09228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:37.904277 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c5967a12-0c80-46d8-8120-d0a6cb2650b5 req-3abde5ef-a653-423a-877f-14618ab09228 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df50ffe3-03ed-467a-b227-56e0850217fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434055 Mar 23 11:08:37.990140 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c5967a12-0c80-46d8-8120-d0a6cb2650b5 req-e5ef4345-cb9e-439a-8fb6-34bb959e266d service neutron] 10.222.0.52 "GET /v2.0/networks/df50ffe3-03ed-467a-b227-56e0850217fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790153 Mar 23 11:08:38.049498 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 53284) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:08:38.083795 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c5967a12-0c80-46d8-8120-d0a6cb2650b5 req-3ce16432-1a27-4d65-893a-3cb574d588c8 service neutron] 10.222.0.52 "GET /v2.0/networks/df50ffe3-03ed-467a-b227-56e0850217fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873747 Mar 23 11:08:38.104428 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-b2c91ad0-756b-4502-8921-b060ddb4046f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88a763b09264492ebee3006194629da1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0521159 Mar 23 11:08:38.104639 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 53286) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:08:38.150406 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87436de2-62d2-4ae4-82b5-b102d0e879f7 req-e2bd7141-b23b-4319-b514-64c3c4e6a443 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:38.151993 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-87436de2-62d2-4ae4-82b5-b102d0e879f7 req-e2bd7141-b23b-4319-b514-64c3c4e6a443 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 943 time: 0.0603802 Mar 23 11:08:38.162907 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d80694f6-e7a1-44c8-a61f-f3fc27492322 admin admin] Publish callbacks [] for security_group (167599df-4dec-4c42-ab9e-ef368df2d138), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:38.185347 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d80694f6-e7a1-44c8-a61f-f3fc27492322 admin admin] Publish callbacks [] for security_group (167599df-4dec-4c42-ab9e-ef368df2d138), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:38.202820 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-87436de2-62d2-4ae4-82b5-b102d0e879f7 req-cc3e83fd-bd09-4f19-97bb-4926271ff8b6 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452268 Mar 23 11:08:38.319345 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d80694f6-e7a1-44c8-a61f-f3fc27492322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (167599df-4dec-4c42-ab9e-ef368df2d138), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:38.322068 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d80694f6-e7a1-44c8-a61f-f3fc27492322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:38.323281 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-d80694f6-e7a1-44c8-a61f-f3fc27492322 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/167599df-4dec-4c42-ab9e-ef368df2d138 HTTP/1.1" status: 204 len: 168 time: 0.2176356 Mar 23 11:08:38.332436 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80694f6-e7a1-44c8-a61f-f3fc27492322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167599df-4dec-4c42-ab9e-ef368df2d138,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:38.428164 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device a419ed78-6276-416e-8db3-1c62b987576d no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:08:38.447403 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: a419ed78-6276-416e-8db3-1c62b987576d {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:08:38.447741 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device a419ed78-6276-416e-8db3-1c62b987576d not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:08:38.911362 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e5289-f710-47fd-92cd-ca70294dcd3c req-5b4105ff-dde5-4bc3-b367-fecfd6645eba tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:38.912791 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-113e5289-f710-47fd-92cd-ca70294dcd3c req-5b4105ff-dde5-4bc3-b367-fecfd6645eba tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0557830 Mar 23 11:08:38.966384 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-113e5289-f710-47fd-92cd-ca70294dcd3c req-8f6cc85d-696b-4625-b21a-603e84c4caf3 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477774 Mar 23 11:08:39.325816 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e29ee-1e81-4061-a8ca-703ea75f4e4f req-ce24ae25-fa75-49af-a44c-b63d4c61c39c tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:39.327301 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e52e29ee-1e81-4061-a8ca-703ea75f4e4f req-ce24ae25-fa75-49af-a44c-b63d4c61c39c tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 943 time: 0.0518153 Mar 23 11:08:39.377313 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e52e29ee-1e81-4061-a8ca-703ea75f4e4f req-033a905f-aaab-4d42-a86d-5f554fa30f84 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433474 Mar 23 11:08:39.525702 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 6f91b139-181a-488d-92ae-e86c1b621dba details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:08:39.627402 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 6f91b139-181a-488d-92ae-e86c1b621dba, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f91b139-181a-488d-92ae-e86c1b621dba,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:08:39.638944 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': '6f91b139-181a-488d-92ae-e86c1b621dba', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'port_id': '6f91b139-181a-488d-92ae-e86c1b621dba', 'mac_address': 'fa:16:3e:ce:b5:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:08:39.676606 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 6f91b139-181a-488d-92ae-e86c1b621dba is: DOWN; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:08:39.677113 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (6f91b139-181a-488d-92ae-e86c1b621dba), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:39.690852 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f91b139-181a-488d-92ae-e86c1b621dba {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:08:39.710136 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 6f91b139-181a-488d-92ae-e86c1b621dba, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f91b139-181a-488d-92ae-e86c1b621dba,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:08:39.781658 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (6f91b139-181a-488d-92ae-e86c1b621dba), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:39.963967 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=6f91b139-181a-488d-92ae-e86c1b621dba,revision_number=9']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:40.023945 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['6f91b139-181a-488d-92ae-e86c1b621dba'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:08:40.086540 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8aee31-61b4-4269-9e93-49d602953fe8 req-5aa493d7-9d0e-400c-a944-6ade12f4e91e tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:40.088142 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-cc8aee31-61b4-4269-9e93-49d602953fe8 req-5aa493d7-9d0e-400c-a944-6ade12f4e91e tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0525594 Mar 23 11:08:40.143455 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-cc8aee31-61b4-4269-9e93-49d602953fe8 req-4f112d52-3dfc-4de6-af69-b15da17456f7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476184 Mar 23 11:08:40.502796 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a14f3-2744-429c-8426-96ffbc378282 req-667fa325-d311-4a92-9123-971142412f48 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:40.502796 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ed6a14f3-2744-429c-8426-96ffbc378282 req-667fa325-d311-4a92-9123-971142412f48 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 944 time: 0.0516448 Mar 23 11:08:40.546853 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ed6a14f3-2744-429c-8426-96ffbc378282 req-5c1e6167-376e-4fd3-b756-61b838b8ee64 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397933 Mar 23 11:08:41.257270 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340f76b-f98a-4b2f-831f-78eeb6307ec9 req-b0fa82bb-39c3-4c17-9e3b-2d71e81126f1 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:41.258728 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7340f76b-f98a-4b2f-831f-78eeb6307ec9 req-b0fa82bb-39c3-4c17-9e3b-2d71e81126f1 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0511777 Mar 23 11:08:41.306263 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7340f76b-f98a-4b2f-831f-78eeb6307ec9 req-b1f30976-aa36-45be-b983-dc4c877503a0 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421531 Mar 23 11:08:41.473068 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [req-f05019ff-07a7-46ac-8ba3-02691ff5744c req-511df328-25fb-4048-9404-24ff2a9ea35a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103540) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 11:08:41.474185 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f05019ff-07a7-46ac-8ba3-02691ff5744c req-511df328-25fb-4048-9404-24ff2a9ea35a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0998135 Mar 23 11:08:41.543316 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 6f91b139-181a-488d-92ae-e86c1b621dba up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:08:41.594093 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port 6f91b139-181a-488d-92ae-e86c1b621dba triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:08:41.594474 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (6f91b139-181a-488d-92ae-e86c1b621dba), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:41.669206 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 6f91b139-181a-488d-92ae-e86c1b621dba is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:08:41.669596 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (6f91b139-181a-488d-92ae-e86c1b621dba), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:41.692143 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f91b139-181a-488d-92ae-e86c1b621dba'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:08:41.694313 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffce457b-ac06-4b45-b7cd-0b4b7066ff3a" -d '{"events": [{"server_uuid": "b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5", "name": "network-vif-plugged", "status": "completed", "tag": "6f91b139-181a-488d-92ae-e86c1b621dba"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:08:41.710961 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 6f91b139-181a-488d-92ae-e86c1b621dba, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f91b139-181a-488d-92ae-e86c1b621dba,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:08:41.789485 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (6f91b139-181a-488d-92ae-e86c1b621dba), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:41.790593 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 7ca22a6a-8f96-4c83-82d3-d5e89680e117 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:08:41.806472 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ac6fc-c09f-4ed2-9f6f-20b68196f06a req-3edf3879-1590-497f-aa4a-3cbb57d0ed3e tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:41.809248 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ac4ac6fc-c09f-4ed2-9f6f-20b68196f06a req-3edf3879-1590-497f-aa4a-3cbb57d0ed3e tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 944 time: 0.0618517 Mar 23 11:08:41.834317 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9e0ae1-9719-4fd4-83d5-be6d9191ca2d x-openstack-request-id: req-4f9e0ae1-9719-4fd4-83d5-be6d9191ca2d {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:08:41.834317 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5", "name": "network-vif-plugged", "status": "completed", "tag": "6f91b139-181a-488d-92ae-e86c1b621dba", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:08:41.834317 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f9e0ae1-9719-4fd4-83d5-be6d9191ca2d {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:08:41.834317 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f9e0ae1-9719-4fd4-83d5-be6d9191ca2d'] response: {'server_uuid': 'b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f91b139-181a-488d-92ae-e86c1b621dba', 'code': 200} Mar 23 11:08:41.864610 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ac4ac6fc-c09f-4ed2-9f6f-20b68196f06a req-6f2589e2-df8c-4b7e-9e31-4b74b63cbb68 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431812 Mar 23 11:08:41.891275 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=6f91b139-181a-488d-92ae-e86c1b621dba,revision_number=10']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:41.941801 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 7ca22a6a-8f96-4c83-82d3-d5e89680e117 is: ACTIVE; New status is: DOWN {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:08:41.941801 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (7ca22a6a-8f96-4c83-82d3-d5e89680e117), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:41.977891 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-46aefc00-251f-4a84-9fb0-e0b1de3cc605 req-179601f5-32a8-4dcd-8707-5d0f50aba016 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0739400 Mar 23 11:08:41.985624 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 7ca22a6a-8f96-4c83-82d3-d5e89680e117, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7ca22a6a-8f96-4c83-82d3-d5e89680e117,segment=NetworkSegment(2f4f4a41-30ca-4c99-80f8-209ff5966548),segment_id=2f4f4a41-30ca-4c99-80f8-209ff5966548)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:08:42.002507 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a432d-bc65-4580-9686-0a959369fa19 req-301165b8-3679-495e-9fb6-c518244e9147 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:42.003991 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-502a432d-bc65-4580-9686-0a959369fa19 req-301165b8-3679-495e-9fb6-c518244e9147 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0598805 Mar 23 11:08:42.053831 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-502a432d-bc65-4580-9686-0a959369fa19 req-c0baeff9-31ef-4cd0-9cf4-c861a62ef9c6 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437891 Mar 23 11:08:42.054066 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aefc00-251f-4a84-9fb0-e0b1de3cc605 req-df1fa6c4-1732-4162-af74-972032048500 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:42.055489 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-46aefc00-251f-4a84-9fb0-e0b1de3cc605 req-df1fa6c4-1732-4162-af74-972032048500 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports/7ca22a6a-8f96-4c83-82d3-d5e89680e117 HTTP/1.1" status: 200 len: 942 time: 0.0572934 Mar 23 11:08:42.083904 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (7ca22a6a-8f96-4c83-82d3-d5e89680e117), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:42.137385 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=7ca22a6a-8f96-4c83-82d3-d5e89680e117,revision_number=6']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:42.170537 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a4dbb-3147-4db5-88b6-bb48185ffc0c req-b0d1fa1e-cef8-4f53-9f95-afc8a86287ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:42.172088 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-926a4dbb-3147-4db5-88b6-bb48185ffc0c req-b0d1fa1e-cef8-4f53-9f95-afc8a86287ef service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 1130 time: 0.0466874 Mar 23 11:08:42.219503 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-926a4dbb-3147-4db5-88b6-bb48185ffc0c req-4f7d161c-9205-4948-b3de-eee2e7794f0a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411193 Mar 23 11:08:43.000024 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55311c3f-a81a-439e-8d62-586ed9819c0f req-3940e732-c3d4-48c0-99a1-ba50ec46d449 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:43.007363 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-55311c3f-a81a-439e-8d62-586ed9819c0f req-3940e732-c3d4-48c0-99a1-ba50ec46d449 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 946 time: 0.0601273 Mar 23 11:08:43.011853 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:08:43.051148 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-55311c3f-a81a-439e-8d62-586ed9819c0f req-920fe4b0-71c5-4875-9a9b-acdbfa7bfdb5 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429313 Mar 23 11:08:43.169323 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943f575-3844-46bf-bdf4-f475ddaf7ca4 req-1c05a7aa-fa19-4fba-9451-fe57c327a75d tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:43.170765 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8943f575-3844-46bf-bdf4-f475ddaf7ca4 req-1c05a7aa-fa19-4fba-9451-fe57c327a75d tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.0517938 Mar 23 11:08:43.218702 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8943f575-3844-46bf-bdf4-f475ddaf7ca4 req-242a0f10-a921-47d3-97cb-9eae3a4f42ea tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422571 Mar 23 11:08:43.484928 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 53396) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:08:43.588468 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-de7a8364-4b8f-4b54-85b8-dfd18d689c17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:43.672299 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-de7a8364-4b8f-4b54-85b8-dfd18d689c17 admin admin] Publish callbacks [] for security_group (bce91973-e6a9-4e7c-9acd-60bb517e9a65), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:43.800979 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-de7a8364-4b8f-4b54-85b8-dfd18d689c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (bce91973-e6a9-4e7c-9acd-60bb517e9a65), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:43.827436 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94c6f16-3f68-45b2-9606-1bcca11c04f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ca22a6a-8f96-4c83-82d3-d5e89680e117'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:08:43.830197 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241faf76-868b-4566-b733-008e165ee338" -d '{"events": [{"server_uuid": "d94c6f16-3f68-45b2-9606-1bcca11c04f9", "name": "network-vif-unplugged", "status": "completed", "tag": "7ca22a6a-8f96-4c83-82d3-d5e89680e117"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:08:43.837861 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a8364-4b8f-4b54-85b8-dfd18d689c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce91973-e6a9-4e7c-9acd-60bb517e9a65,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:43.841957 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-de7a8364-4b8f-4b54-85b8-dfd18d689c17 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=380a754a377449d192156c95018f7b55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3559642 Mar 23 11:08:43.844696 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 53414) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:08:43.848029 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a8364-4b8f-4b54-85b8-dfd18d689c17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:43.848390 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a8364-4b8f-4b54-85b8-dfd18d689c17 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:43.848737 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a8364-4b8f-4b54-85b8-dfd18d689c17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:43.849078 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a8364-4b8f-4b54-85b8-dfd18d689c17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:43.850054 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a8364-4b8f-4b54-85b8-dfd18d689c17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:43.850404 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a8364-4b8f-4b54-85b8-dfd18d689c17 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:43.850742 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a8364-4b8f-4b54-85b8-dfd18d689c17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:43.851196 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a8364-4b8f-4b54-85b8-dfd18d689c17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:43.851551 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a8364-4b8f-4b54-85b8-dfd18d689c17 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:43.851873 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a8364-4b8f-4b54-85b8-dfd18d689c17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:43.852207 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a8364-4b8f-4b54-85b8-dfd18d689c17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:43.853323 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a8364-4b8f-4b54-85b8-dfd18d689c17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:43.853323 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a8364-4b8f-4b54-85b8-dfd18d689c17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:43.853323 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a8364-4b8f-4b54-85b8-dfd18d689c17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:43.853577 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a8364-4b8f-4b54-85b8-dfd18d689c17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:43.864558 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Mar 2022 11:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8978686a-8bd5-4d18-b184-013ac4685dbb x-openstack-request-id: req-8978686a-8bd5-4d18-b184-013ac4685dbb {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:08:43.864848 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94c6f16-3f68-45b2-9606-1bcca11c04f9", "name": "network-vif-unplugged", "status": "failed", "tag": "7ca22a6a-8f96-4c83-82d3-d5e89680e117", "code": 422}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:08:43.865101 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8978686a-8bd5-4d18-b184-013ac4685dbb {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:08:43.866909 dv-cinder-790535-33-iscsi neutron-server[103541]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8978686a-8bd5-4d18-b184-013ac4685dbb']: {'server_uuid': 'd94c6f16-3f68-45b2-9606-1bcca11c04f9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7ca22a6a-8f96-4c83-82d3-d5e89680e117', 'code': 422} returned with failed status Mar 23 11:08:43.895828 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0e9f2717-8fda-483f-b1e8-4710dee5a531 admin admin] Publish callbacks [] for security_group (bce91973-e6a9-4e7c-9acd-60bb517e9a65), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:43.918798 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0e9f2717-8fda-483f-b1e8-4710dee5a531 admin admin] Publish callbacks [] for security_group (bce91973-e6a9-4e7c-9acd-60bb517e9a65), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:44.029648 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0e9f2717-8fda-483f-b1e8-4710dee5a531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (bce91973-e6a9-4e7c-9acd-60bb517e9a65), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:44.032252 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0e9f2717-8fda-483f-b1e8-4710dee5a531 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:44.033480 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-0e9f2717-8fda-483f-b1e8-4710dee5a531 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bce91973-e6a9-4e7c-9acd-60bb517e9a65 HTTP/1.1" status: 204 len: 168 time: 0.1876955 Mar 23 11:08:44.042093 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f2717-8fda-483f-b1e8-4710dee5a531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce91973-e6a9-4e7c-9acd-60bb517e9a65,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:44.174939 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1760c-8fdf-44df-8c11-e7404e7b9f7a req-40b74976-13a7-4918-aa76-a54d33dcd2e6 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:44.176574 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-25e1760c-8fdf-44df-8c11-e7404e7b9f7a req-40b74976-13a7-4918-aa76-a54d33dcd2e6 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 946 time: 0.0535331 Mar 23 11:08:44.223248 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-25e1760c-8fdf-44df-8c11-e7404e7b9f7a req-839f0e43-2ba1-4cf0-8695-9cc6120d0855 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410931 Mar 23 11:08:44.348365 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314e85e-ad48-4ddc-ae3b-c462213d79bf req-699be1d0-f2e3-47d6-a547-e9b3d351b5ae tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:44.350998 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e314e85e-ad48-4ddc-ae3b-c462213d79bf req-699be1d0-f2e3-47d6-a547-e9b3d351b5ae tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.0641079 Mar 23 11:08:44.400916 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e314e85e-ad48-4ddc-ae3b-c462213d79bf req-783cdcca-20ea-4ce5-848a-e84ec2e4c7a4 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450068 Mar 23 11:08:45.346900 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10658e55-2a0f-4ed3-a369-f3c17425f827 req-d663a69c-7a14-4a1d-9372-18d2c0537e0a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:45.348279 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-10658e55-2a0f-4ed3-a369-f3c17425f827 req-d663a69c-7a14-4a1d-9372-18d2c0537e0a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 946 time: 0.0515852 Mar 23 11:08:45.393870 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-10658e55-2a0f-4ed3-a369-f3c17425f827 req-c2bacf5b-b34e-40b9-8d7d-a530ed8eddc0 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393341 Mar 23 11:08:45.540006 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cf9af-20d5-41d5-ace1-f400850509bf req-4c95f3de-df3a-413e-9a5d-9c4284d7daee tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:45.541657 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-640cf9af-20d5-41d5-ace1-f400850509bf req-4c95f3de-df3a-413e-9a5d-9c4284d7daee tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.0570438 Mar 23 11:08:45.602381 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-640cf9af-20d5-41d5-ace1-f400850509bf req-8c5c38e6-e9b1-4ae3-ab85-ca7539ef3ab3 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498660 Mar 23 11:08:46.342711 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 53486) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:08:46.347280 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-cdda7df8-4c11-4b42-acce-6ea992034aae tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1164100581', 'description': 'tempest-description--1403818152'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:08:46.452493 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-cdda7df8-4c11-4b42-acce-6ea992034aae tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:46.520995 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-cdda7df8-4c11-4b42-acce-6ea992034aae tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group (2ea82e2a-420c-459f-bba5-630f0782cdf2), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:46.652561 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-cdda7df8-4c11-4b42-acce-6ea992034aae tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (2ea82e2a-420c-459f-bba5-630f0782cdf2), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:46.687889 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda7df8-4c11-4b42-acce-6ea992034aae tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea82e2a-420c-459f-bba5-630f0782cdf2,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:46.721215 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446be93-9cb1-4435-b658-b4c9df763fc9 req-cbeea57a-58ed-452a-98cc-a9b6e2578335 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:46.722708 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4446be93-9cb1-4435-b658-b4c9df763fc9 req-cbeea57a-58ed-452a-98cc-a9b6e2578335 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.0573246 Mar 23 11:08:46.771946 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-cdda7df8-4c11-4b42-acce-6ea992034aae tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:46.773227 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-cdda7df8-4c11-4b42-acce-6ea992034aae tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4294519 Mar 23 11:08:46.776144 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 53490) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:08:46.776509 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4446be93-9cb1-4435-b658-b4c9df763fc9 req-9da3ba61-6692-447c-a84e-83c4beefb042 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470059 Mar 23 11:08:46.780474 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-c944b0ba-d3f9-496d-b7a7-0d8a739b028a tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Request body: {'security_group_rule': {'security_group_id': '2ea82e2a-420c-459f-bba5-630f0782cdf2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:08:46.903330 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c944b0ba-d3f9-496d-b7a7-0d8a739b028a tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group_rule (4e726cc9-8fcd-48ff-86e8-5875a695d2ac), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:46.958355 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c944b0ba-d3f9-496d-b7a7-0d8a739b028a tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group_rule (4e726cc9-8fcd-48ff-86e8-5875a695d2ac), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:47.035389 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c944b0ba-d3f9-496d-b7a7-0d8a739b028a tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (4e726cc9-8fcd-48ff-86e8-5875a695d2ac), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:47.063843 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944b0ba-d3f9-496d-b7a7-0d8a739b028a tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e726cc9-8fcd-48ff-86e8-5875a695d2ac,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:47.212531 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c944b0ba-d3f9-496d-b7a7-0d8a739b028a tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:47.213905 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-c944b0ba-d3f9-496d-b7a7-0d8a739b028a tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4368167 Mar 23 11:08:47.216442 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 53496) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:08:47.220774 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-c95b6221-0b17-4e11-84bd-75f28c1e3083 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Request body: {'security_group_rule': {'security_group_id': '2ea82e2a-420c-459f-bba5-630f0782cdf2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:08:47.357186 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c95b6221-0b17-4e11-84bd-75f28c1e3083 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group_rule (019ac4f6-aab4-4124-a519-5aecc76b7171), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:47.412017 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c95b6221-0b17-4e11-84bd-75f28c1e3083 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group_rule (019ac4f6-aab4-4124-a519-5aecc76b7171), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:47.498517 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aefc00-251f-4a84-9fb0-e0b1de3cc605 req-1b9c454e-7209-4cd4-8652-869f19768239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:47.500013 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-46aefc00-251f-4a84-9fb0-e0b1de3cc605 req-1b9c454e-7209-4cd4-8652-869f19768239 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9&tenant_id=129bb33e62b44450880cb7f944520401 HTTP/1.1" status: 200 len: 1127 time: 0.0483866 Mar 23 11:08:47.503790 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c95b6221-0b17-4e11-84bd-75f28c1e3083 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (019ac4f6-aab4-4124-a519-5aecc76b7171), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:47.521897 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b6221-0b17-4e11-84bd-75f28c1e3083 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019ac4f6-aab4-4124-a519-5aecc76b7171,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:47.566600 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aefc00-251f-4a84-9fb0-e0b1de3cc605 req-fa2da109-6050-4f70-a043-73731e97c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:47.568690 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-46aefc00-251f-4a84-9fb0-e0b1de3cc605 req-fa2da109-6050-4f70-a043-73731e97c752 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=129bb33e62b44450880cb7f944520401&device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 1127 time: 0.0438030 Mar 23 11:08:47.617865 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c95b6221-0b17-4e11-84bd-75f28c1e3083 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:47.619009 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-c95b6221-0b17-4e11-84bd-75f28c1e3083 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4016459 Mar 23 11:08:47.622006 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 53498) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:08:47.626239 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Request body: {'floatingip': {'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:08:47.657137 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aefc00-251f-4a84-9fb0-e0b1de3cc605 req-1c2a2f43-2959-4cc5-bacb-fa44ff3ab81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:47.658659 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-46aefc00-251f-4a84-9fb0-e0b1de3cc605 req-1c2a2f43-2959-4cc5-bacb-fa44ff3ab81a service neutron] 10.222.0.52 "GET /v2.0/networks?id=df50ffe3-03ed-467a-b227-56e0850217fe HTTP/1.1" status: 200 len: 909 time: 0.0850782 Mar 23 11:08:47.721955 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-46aefc00-251f-4a84-9fb0-e0b1de3cc605 req-32f07dcc-d2bc-41e1-8c12-1d87efe6ed94 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ca22a6a-8f96-4c83-82d3-d5e89680e117 HTTP/1.1" status: 200 len: 999 time: 0.0566390 Mar 23 11:08:47.766582 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:47.772276 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aefc00-251f-4a84-9fb0-e0b1de3cc605 req-e0a077d6-525f-4406-9b0f-8d01a6b838c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:47.773741 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-46aefc00-251f-4a84-9fb0-e0b1de3cc605 req-e0a077d6-525f-4406-9b0f-8d01a6b838c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=001a2c33-ab4d-40f3-86cd-0344207597b1 HTTP/1.1" status: 200 len: 847 time: 0.0452969 Mar 23 11:08:47.824088 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aefc00-251f-4a84-9fb0-e0b1de3cc605 req-40ad8a4e-a141-4eea-b3c4-e05f3647ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:47.829578 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-46aefc00-251f-4a84-9fb0-e0b1de3cc605 req-40ad8a4e-a141-4eea-b3c4-e05f3647ea8d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df50ffe3-03ed-467a-b227-56e0850217fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457289 Mar 23 11:08:47.868421 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:47.954257 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54889ce-9bd9-4d95-8f0e-e35f0665a722 req-40317a53-8691-4364-be06-d9e953c65c71 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:47.955826 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b54889ce-9bd9-4d95-8f0e-e35f0665a722 req-40317a53-8691-4364-be06-d9e953c65c71 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.1072202 Mar 23 11:08:47.958016 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-46aefc00-251f-4a84-9fb0-e0b1de3cc605 req-8b4bbcf6-76e6-4a9c-b711-fa6d47f933bf service neutron] 10.222.0.52 "GET /v2.0/networks/df50ffe3-03ed-467a-b227-56e0850217fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266730 Mar 23 11:08:47.977883 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Allocated IP 172.27.0.207 (95c18418-5bae-427e-9b81-a5d1c1650c0a/3e1497af-c43c-4f5b-914b-136f0356db85/3113f940-851b-4287-86d0-6c5e7e9f5e20) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:08:48.101813 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for port (3113f940-851b-4287-86d0-6c5e7e9f5e20), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:48.261728 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (3113f940-851b-4287-86d0-6c5e7e9f5e20), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:48.300374 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:08:48.308161 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:08:48.310828 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:08:48.317736 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event updated for resources: {'Port': ['ID=3113f940-851b-4287-86d0-6c5e7e9f5e20,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:48.325676 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b54889ce-9bd9-4d95-8f0e-e35f0665a722 req-ccba5f2f-6194-421a-92d4-add3064cd758 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3637631 Mar 23 11:08:48.349003 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-46aefc00-251f-4a84-9fb0-e0b1de3cc605 req-14844770-fe3a-4373-8690-308cf9157fa9 service neutron] 10.222.0.52 "GET /v2.0/networks/df50ffe3-03ed-467a-b227-56e0850217fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761523 Mar 23 11:08:48.356813 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:48.357207 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:48.357791 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:48.357889 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:48.358214 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:48.358558 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:48.358900 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:48.359237 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:48.359588 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:48.359925 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:48.360261 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:48.360595 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:48.360979 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:48.361338 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:48.361677 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:48.428554 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (b6783859-0a73-4e45-89af-d86c9f896056), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:48.559578 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (3113f940-851b-4287-86d0-6c5e7e9f5e20), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:48.709302 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for port (3113f940-851b-4287-86d0-6c5e7e9f5e20), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:48.806639 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (3113f940-851b-4287-86d0-6c5e7e9f5e20), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:48.872472 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event updated for resources: {'Port': ['ID=3113f940-851b-4287-86d0-6c5e7e9f5e20,revision_number=2']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:48.883018 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (b6783859-0a73-4e45-89af-d86c9f896056), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:48.968721 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:48.970004 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-4708410b-c4c5-4079-a9ca-b70e880ed59e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3470805 Mar 23 11:08:49.157393 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-60e2c2ab-7372-4c51-89a4-77ea259564b9 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1164100581&fields=id&tenant_id=34c477f1d53b42cbb4eaf1def983a6e2 HTTP/1.1" status: 200 len: 267 time: 0.0402498 Mar 23 11:08:49.257826 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-2aab2f9d-00ed-4751-a683-d000da20373b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:49.259238 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-2aab2f9d-00ed-4751-a683-d000da20373b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/networks?id=3bfa1340-08ba-419b-8f23-d81230e789c7 HTTP/1.1" status: 200 len: 813 time: 0.0954709 Mar 23 11:08:49.273008 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-7d6971d7-66a3-42b7-bfb5-62da59a57ee6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/quotas/34c477f1d53b42cbb4eaf1def983a6e2 HTTP/1.1" status: 200 len: 375 time: 0.0084977 Mar 23 11:08:49.330750 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-ad818e49-5462-4bb0-9eb8-70af5b6bb6bb tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=34c477f1d53b42cbb4eaf1def983a6e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530131 Mar 23 11:08:49.453251 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-61b48774-ee39-4f7c-9e70-f231a2954995 service neutron] 10.222.0.41 "GET /v2.0/networks/3bfa1340-08ba-419b-8f23-d81230e789c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116452 Mar 23 11:08:49.517685 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efc308-cc25-45ae-80ed-760ad27e11f5 req-cbef7c87-4f58-4937-b427-6403b07b5026 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:49.519162 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c5efc308-cc25-45ae-80ed-760ad27e11f5 req-cbef7c87-4f58-4937-b427-6403b07b5026 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.1244507 Mar 23 11:08:49.588985 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c5efc308-cc25-45ae-80ed-760ad27e11f5 req-f9eedfbf-5f3c-49f8-8604-0429774e152c tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639875 Mar 23 11:08:49.594345 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-0713a8c2-5021-4083-938e-8f910dd3c656 service neutron] 10.222.0.41 "GET /v2.0/networks/3bfa1340-08ba-419b-8f23-d81230e789c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350703 Mar 23 11:08:49.864682 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-97171fff-efa4-43ee-b6aa-56db9630637f req-a6f06cb1-f574-45e7-9895-25d0fd47e14b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8 HTTP/1.1" status: 200 len: 210 time: 0.0274501 Mar 23 11:08:50.709115 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ce53b-dd44-49c6-b6d9-722131e4d4fb req-1510f67b-6bc7-4696-9f8d-734c7f986144 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:50.710607 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-071ce53b-dd44-49c6-b6d9-722131e4d4fb req-1510f67b-6bc7-4696-9f8d-734c7f986144 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.0561965 Mar 23 11:08:50.757923 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-071ce53b-dd44-49c6-b6d9-722131e4d4fb req-964e5af6-c49f-44cb-b75a-cfabb66c1ddc tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416617 Mar 23 11:08:50.955006 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-00421ac9-f43f-4f60-a544-a886acbbf2b6 req-cdeff9ea-e244-4ce9-85f8-9634fdaeba4b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8 HTTP/1.1" status: 200 len: 210 time: 0.0261726 Mar 23 11:08:51.389023 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:51.876272 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc22e30-e929-4251-8a2f-ab84f8639de5 req-ec044b12-5c4c-4afc-9712-3e6bad69c648 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:51.877792 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1bc22e30-e929-4251-8a2f-ab84f8639de5 req-ec044b12-5c4c-4afc-9712-3e6bad69c648 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.0533190 Mar 23 11:08:51.925318 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1bc22e30-e929-4251-8a2f-ab84f8639de5 req-434a61c7-e7a1-43fe-a04b-abd5c2bfa466 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418024 Mar 23 11:08:52.051615 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-79456af8-b33c-407e-bfa6-1b9a86ac5937 req-eb55683f-775b-4bbd-8e89-954b05eeae00 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8 HTTP/1.1" status: 200 len: 210 time: 0.0319839 Mar 23 11:08:52.588220 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-89e2f9de-2645-4eda-8ff7-ae675d6827de tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:52.589665 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-89e2f9de-2645-4eda-8ff7-ae675d6827de tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.52 "GET /v2.0/networks?id=3bfa1340-08ba-419b-8f23-d81230e789c7 HTTP/1.1" status: 200 len: 813 time: 0.0966341 Mar 23 11:08:52.658648 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-74bd96c7-3502-45c5-b69b-08e866177a87 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34c477f1d53b42cbb4eaf1def983a6e2 HTTP/1.1" status: 200 len: 473 time: 0.0598106 Mar 23 11:08:52.667281 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-40b61116-c58d-42b8-b647-90bf4cea860e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Request body: {'port': {'device_id': '7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'admin_state_up': True, 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'security_groups': ['2ea82e2a-420c-459f-bba5-630f0782cdf2']}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:08:52.889610 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-40b61116-c58d-42b8-b647-90bf4cea860e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Made reservation on behalf of 34c477f1d53b42cbb4eaf1def983a6e2 for: {'port': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:08:52.893094 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-40b61116-c58d-42b8-b647-90bf4cea860e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:53.054267 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-40b61116-c58d-42b8-b647-90bf4cea860e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Allocated IP 172.20.0.6 (3bfa1340-08ba-419b-8f23-d81230e789c7/7ba199a1-33e3-44f1-9a9b-3dd7e82d6744/edcf302a-2376-4efa-9f87-961d4fc9f9dd) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:08:53.084777 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f463ba7-a8da-4d15-a700-3c5de6b01113 req-18fd25c9-921d-4a61-96cc-c538abd821f4 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:53.086306 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1f463ba7-a8da-4d15-a700-3c5de6b01113 req-18fd25c9-921d-4a61-96cc-c538abd821f4 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.0889828 Mar 23 11:08:53.204689 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4280d20a-981e-4cac-ad67-cb233f66cbaa req-37f624e0-78b7-4707-af1d-e9607cc9c91d tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8 HTTP/1.1" status: 200 len: 210 time: 0.0782931 Mar 23 11:08:53.219356 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1f463ba7-a8da-4d15-a700-3c5de6b01113 req-026235c2-6cba-4ef2-b912-65a57587cc9f tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272044 Mar 23 11:08:53.265463 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-40b61116-c58d-42b8-b647-90bf4cea860e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for port (edcf302a-2376-4efa-9f87-961d4fc9f9dd), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:53.381869 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-40b61116-c58d-42b8-b647-90bf4cea860e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (edcf302a-2376-4efa-9f87-961d4fc9f9dd), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:53.423106 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-40b61116-c58d-42b8-b647-90bf4cea860e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Network 3bfa1340-08ba-419b-8f23-d81230e789c7 is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:08:53.426121 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-40b61116-c58d-42b8-b647-90bf4cea860e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:08:53.432176 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-40b61116-c58d-42b8-b647-90bf4cea860e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:08:53.455811 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b61116-c58d-42b8-b647-90bf4cea860e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event updated for resources: {'Port': ['ID=edcf302a-2376-4efa-9f87-961d4fc9f9dd,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:53.507732 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-40b61116-c58d-42b8-b647-90bf4cea860e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:53.511885 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-40b61116-c58d-42b8-b647-90bf4cea860e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:53.610198 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-40b61116-c58d-42b8-b647-90bf4cea860e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9466355 Mar 23 11:08:53.622775 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-1c2c9b69-9b89-4125-b562-7af5e9902d8d service neutron] Request body: {'port': {'device_id': '7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:08:53.692002 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-1c2c9b69-9b89-4125-b562-7af5e9902d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (edcf302a-2376-4efa-9f87-961d4fc9f9dd), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:53.699884 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-dff57ac5-8cda-4200-b01f-06823c50b4bd None None] Provisioning complete for port edcf302a-2376-4efa-9f87-961d4fc9f9dd triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:08:53.700360 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dff57ac5-8cda-4200-b01f-06823c50b4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (edcf302a-2376-4efa-9f87-961d4fc9f9dd), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:53.734488 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-dff57ac5-8cda-4200-b01f-06823c50b4bd None None] Port edcf302a-2376-4efa-9f87-961d4fc9f9dd cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:08:53.957456 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-1c2c9b69-9b89-4125-b562-7af5e9902d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edcf302a-2376-4efa-9f87-961d4fc9f9dd {{(pid=103540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:08:53.964645 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-1c2c9b69-9b89-4125-b562-7af5e9902d8d service neutron] Publish callbacks [] for port (edcf302a-2376-4efa-9f87-961d4fc9f9dd), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:53.976388 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.provisioning_blocks [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-1c2c9b69-9b89-4125-b562-7af5e9902d8d service neutron] Transition to ACTIVE for port object edcf302a-2376-4efa-9f87-961d4fc9f9dd will not be triggered until provisioned by entity L2. {{(pid=103540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 11:08:54.074986 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-1c2c9b69-9b89-4125-b562-7af5e9902d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (edcf302a-2376-4efa-9f87-961d4fc9f9dd), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:54.129313 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c9b69-9b89-4125-b562-7af5e9902d8d service neutron] Pushing event updated for resources: {'Port': ['ID=edcf302a-2376-4efa-9f87-961d4fc9f9dd,revision_number=2']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:54.205455 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-1c2c9b69-9b89-4125-b562-7af5e9902d8d service neutron] Attempting to bind port edcf302a-2376-4efa-9f87-961d4fc9f9dd on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:08:54.205802 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-1c2c9b69-9b89-4125-b562-7af5e9902d8d service neutron] Attempting to bind port edcf302a-2376-4efa-9f87-961d4fc9f9dd by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a8d61137-8314-4423-8eb8-fb7c0dc66203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7'}] {{(pid=103540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:08:54.206145 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-1c2c9b69-9b89-4125-b562-7af5e9902d8d service neutron] Attempting to bind port edcf302a-2376-4efa-9f87-961d4fc9f9dd on network 3bfa1340-08ba-419b-8f23-d81230e789c7 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:08:54.211198 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-1c2c9b69-9b89-4125-b562-7af5e9902d8d service neutron] Port edcf302a-2376-4efa-9f87-961d4fc9f9dd on network 3bfa1340-08ba-419b-8f23-d81230e789c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 11:08:54.211555 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-1c2c9b69-9b89-4125-b562-7af5e9902d8d service neutron] Attempting to bind port edcf302a-2376-4efa-9f87-961d4fc9f9dd on network 3bfa1340-08ba-419b-8f23-d81230e789c7 {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:08:54.216496 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-1c2c9b69-9b89-4125-b562-7af5e9902d8d service neutron] Checking agent: {'id': '3422437f-3c55-48f6-8aa2-6fea3ffa4df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'started_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:08:54.216846 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-1c2c9b69-9b89-4125-b562-7af5e9902d8d service neutron] Checking segment: {'id': 'a8d61137-8314-4423-8eb8-fb7c0dc66203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:08:54.217275 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-1c2c9b69-9b89-4125-b562-7af5e9902d8d service neutron] Bound using segment: {'id': 'a8d61137-8314-4423-8eb8-fb7c0dc66203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7'} {{(pid=103540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:08:54.217715 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.managers [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-1c2c9b69-9b89-4125-b562-7af5e9902d8d service neutron] Bound port: edcf302a-2376-4efa-9f87-961d4fc9f9dd, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8d61137-8314-4423-8eb8-fb7c0dc66203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7'}}] {{(pid=103540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:08:54.218089 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-1c2c9b69-9b89-4125-b562-7af5e9902d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (edcf302a-2376-4efa-9f87-961d4fc9f9dd), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:54.314662 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-1c2c9b69-9b89-4125-b562-7af5e9902d8d service neutron] For port edcf302a-2376-4efa-9f87-961d4fc9f9dd, host hv-cinder-79053, cleared binding levels {{(pid=103540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:08:54.354927 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-1c2c9b69-9b89-4125-b562-7af5e9902d8d service neutron] For port edcf302a-2376-4efa-9f87-961d4fc9f9dd, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=edcf302a-2376-4efa-9f87-961d4fc9f9dd,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:08:54.386852 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013fbb1-3a4f-420c-930f-d15807bc00fa req-13edc6f5-ba0f-463c-bdc8-76170d2da8f5 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:54.388369 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d013fbb1-3a4f-420c-930f-d15807bc00fa req-13edc6f5-ba0f-463c-bdc8-76170d2da8f5 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8 HTTP/1.1" status: 200 len: 943 time: 0.1057415 Mar 23 11:08:54.401320 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c845d-6988-49b8-941e-cf671e2eddc8 req-acc38269-73e4-41f5-990a-db31c08e3929 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:54.402769 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d13c845d-6988-49b8-941e-cf671e2eddc8 req-acc38269-73e4-41f5-990a-db31c08e3929 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.0897329 Mar 23 11:08:54.433113 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-1c2c9b69-9b89-4125-b562-7af5e9902d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (edcf302a-2376-4efa-9f87-961d4fc9f9dd), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:54.501842 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-1c2c9b69-9b89-4125-b562-7af5e9902d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:54.502496 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-1c2c9b69-9b89-4125-b562-7af5e9902d8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:54.503884 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-1c2c9b69-9b89-4125-b562-7af5e9902d8d service neutron] 10.222.0.52 "PUT /v2.0/ports/edcf302a-2376-4efa-9f87-961d4fc9f9dd HTTP/1.1" status: 200 len: 1093 time: 0.8853419 Mar 23 11:08:54.507733 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8', 'tag': 'edcf302a-2376-4efa-9f87-961d4fc9f9dd'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:08:54.510106 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e782579b-94d2-4818-ad3b-2166346e831b" -d '{"events": [{"name": "network-changed", "server_uuid": "7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8", "tag": "edcf302a-2376-4efa-9f87-961d4fc9f9dd"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:08:54.533478 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d013fbb1-3a4f-420c-930f-d15807bc00fa req-793b5a29-5f28-40ce-b4cb-95f2d4c1dae4 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ea82e2a-420c-459f-bba5-630f0782cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360526 Mar 23 11:08:54.538933 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d13c845d-6988-49b8-941e-cf671e2eddc8 req-db049bd5-861f-46dd-a359-be20ed7375e3 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305795 Mar 23 11:08:54.544255 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c9b69-9b89-4125-b562-7af5e9902d8d service neutron] Pushing event updated for resources: {'Port': ['ID=edcf302a-2376-4efa-9f87-961d4fc9f9dd,revision_number=3']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:54.577775 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e63b80-bdcb-4511-8ca9-1b177eb2bbbf x-openstack-request-id: req-65e63b80-bdcb-4511-8ca9-1b177eb2bbbf {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:08:54.578138 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8", "tag": "edcf302a-2376-4efa-9f87-961d4fc9f9dd", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:08:54.578470 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-65e63b80-bdcb-4511-8ca9-1b177eb2bbbf {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:08:54.578943 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65e63b80-bdcb-4511-8ca9-1b177eb2bbbf'] response: {'name': 'network-changed', 'server_uuid': '7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8', 'tag': 'edcf302a-2376-4efa-9f87-961d4fc9f9dd', 'status': 'completed', 'code': 200} Mar 23 11:08:55.692012 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc3f33-68e5-49cd-80e6-5c50f0ef6cf2 req-bf6023e6-bc6c-48dc-b137-d0c0d1f3ba5f tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:55.694256 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7fdc3f33-68e5-49cd-80e6-5c50f0ef6cf2 req-bf6023e6-bc6c-48dc-b137-d0c0d1f3ba5f tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8 HTTP/1.1" status: 200 len: 943 time: 0.0915186 Mar 23 11:08:55.705512 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1300e-2df1-41aa-90f2-c33ff98b29b1 req-2321d12b-f760-4f50-b707-2b2a3fe9998f tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:55.706927 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d6d1300e-2df1-41aa-90f2-c33ff98b29b1 req-2321d12b-f760-4f50-b707-2b2a3fe9998f tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.0780184 Mar 23 11:08:55.754961 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-66e7b045-a01a-4b6b-ba6c-4d2622d58055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:55.781799 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7fdc3f33-68e5-49cd-80e6-5c50f0ef6cf2 req-e1f15c23-1288-478b-9b89-f82d08e3fda1 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ea82e2a-420c-459f-bba5-630f0782cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738900 Mar 23 11:08:55.785666 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d6d1300e-2df1-41aa-90f2-c33ff98b29b1 req-e7be89be-16db-4edf-a25c-582e15e1f757 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711715 Mar 23 11:08:56.493525 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782579b-94d2-4818-ad3b-2166346e831b req-2aed6f0a-440b-41fd-892d-dcfbe622b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:56.494990 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e782579b-94d2-4818-ad3b-2166346e831b req-2aed6f0a-440b-41fd-892d-dcfbe622b416 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=34c477f1d53b42cbb4eaf1def983a6e2&device_id=7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8 HTTP/1.1" status: 200 len: 1127 time: 0.0438001 Mar 23 11:08:56.594730 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782579b-94d2-4818-ad3b-2166346e831b req-0ac90dfb-5375-406f-be5d-194d12dd2776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:56.596250 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e782579b-94d2-4818-ad3b-2166346e831b req-0ac90dfb-5375-406f-be5d-194d12dd2776 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=34c477f1d53b42cbb4eaf1def983a6e2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0927641 Mar 23 11:08:56.690772 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782579b-94d2-4818-ad3b-2166346e831b req-1b5650db-58e3-473e-9264-1b235644536f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:56.692216 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e782579b-94d2-4818-ad3b-2166346e831b req-1b5650db-58e3-473e-9264-1b235644536f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891728 Mar 23 11:08:56.776510 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-283e8e76-7eda-49b9-a9d0-272039cc99cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:56.778088 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-283e8e76-7eda-49b9-a9d0-272039cc99cd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=34c477f1d53b42cbb4eaf1def983a6e2&device_id=7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8 HTTP/1.1" status: 200 len: 1127 time: 0.0501249 Mar 23 11:08:56.823016 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-f7269c0a-7c72-4f3c-9e92-c1cbe50ec239 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edcf302a-2376-4efa-9f87-961d4fc9f9dd HTTP/1.1" status: 200 len: 217 time: 0.0365999 Mar 23 11:08:56.928870 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-fec4a8e1-1c76-464e-a320-4fe5fdfb5151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:56.930430 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-fec4a8e1-1c76-464e-a320-4fe5fdfb5151 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7ba199a1-33e3-44f1-9a9b-3dd7e82d6744 HTTP/1.1" status: 200 len: 852 time: 0.1003668 Mar 23 11:08:56.983372 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3b601-31c7-418a-be45-949623bb2db4 req-0867b5ce-42c6-46ef-ab03-f03cf12f4282 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:56.984827 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e9e3b601-31c7-418a-be45-949623bb2db4 req-0867b5ce-42c6-46ef-ab03-f03cf12f4282 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8 HTTP/1.1" status: 200 len: 943 time: 0.1286509 Mar 23 11:08:56.993005 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bc669-1eed-4efc-b230-22eb05540261 req-c52709d4-0452-4f14-863d-e64f562f96ca tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:56.994398 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8e1bc669-1eed-4efc-b230-22eb05540261 req-c52709d4-0452-4f14-863d-e64f562f96ca tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.1349688 Mar 23 11:08:57.054495 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-f2faea12-d408-452d-8bab-2bb5d16b4b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:57.055956 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-f2faea12-d408-452d-8bab-2bb5d16b4b41 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bfa1340-08ba-419b-8f23-d81230e789c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1189730 Mar 23 11:08:57.089694 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e9e3b601-31c7-418a-be45-949623bb2db4 req-4b1d5a1c-d934-4b1f-bc87-7d942a09d72d tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ea82e2a-420c-459f-bba5-630f0782cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943940 Mar 23 11:08:57.129932 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8e1bc669-1eed-4efc-b230-22eb05540261 req-90f7b8f7-3446-4c65-8f0e-e25152dd68e3 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262927 Mar 23 11:08:57.166812 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-80ea40e7-0399-43df-8b02-edf1edf2b4f1 service neutron] 10.222.0.52 "GET /v2.0/networks/3bfa1340-08ba-419b-8f23-d81230e789c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029761 Mar 23 11:08:57.257635 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a65a66ee-6449-4ed0-9e5e-f2967696e577 req-ae8ec397-5eb9-4c3c-9ab2-4d2027fa47d3 service neutron] 10.222.0.52 "GET /v2.0/networks/3bfa1340-08ba-419b-8f23-d81230e789c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837216 Mar 23 11:08:57.587802 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 7ca22a6a-8f96-4c83-82d3-d5e89680e117 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:08:57.686160 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 7ca22a6a-8f96-4c83-82d3-d5e89680e117, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7ca22a6a-8f96-4c83-82d3-d5e89680e117,segment=NetworkSegment(2f4f4a41-30ca-4c99-80f8-209ff5966548),segment_id=2f4f4a41-30ca-4c99-80f8-209ff5966548)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:08:57.697359 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': '7ca22a6a-8f96-4c83-82d3-d5e89680e117', 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe', 'port_id': '7ca22a6a-8f96-4c83-82d3-d5e89680e117', 'mac_address': 'fa:16:3e:11:36:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001a2c33-ab4d-40f3-86cd-0344207597b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:08:57.736326 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 7ca22a6a-8f96-4c83-82d3-d5e89680e117 is: DOWN; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:08:57.736735 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (7ca22a6a-8f96-4c83-82d3-d5e89680e117), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:57.756860 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca22a6a-8f96-4c83-82d3-d5e89680e117 {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:08:57.779211 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 7ca22a6a-8f96-4c83-82d3-d5e89680e117, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7ca22a6a-8f96-4c83-82d3-d5e89680e117,segment=NetworkSegment(2f4f4a41-30ca-4c99-80f8-209ff5966548),segment_id=2f4f4a41-30ca-4c99-80f8-209ff5966548)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:08:57.878128 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1bab75bf-aa42-4954-a0e2-6235de61464a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:57.903282 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (7ca22a6a-8f96-4c83-82d3-d5e89680e117), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:57.953470 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=7ca22a6a-8f96-4c83-82d3-d5e89680e117,revision_number=7']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:58.151570 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['7ca22a6a-8f96-4c83-82d3-d5e89680e117'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:08:58.234193 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4209a-0375-4cba-b81a-a2934ff159ef req-d45a068b-56b5-4437-99cd-61728796f398 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:58.235672 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f7c4209a-0375-4cba-b81a-a2934ff159ef req-d45a068b-56b5-4437-99cd-61728796f398 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8 HTTP/1.1" status: 200 len: 943 time: 0.0795596 Mar 23 11:08:58.276116 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fca8ed-5979-445e-b7c2-5b60af8068da req-48fc3ef0-1959-47c8-8212-635ee14802f0 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:58.277610 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-43fca8ed-5979-445e-b7c2-5b60af8068da req-48fc3ef0-1959-47c8-8212-635ee14802f0 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 944 time: 0.0786092 Mar 23 11:08:58.312758 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f7c4209a-0375-4cba-b81a-a2934ff159ef req-f680f795-c8f0-496e-b1e9-eca678f362a3 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ea82e2a-420c-459f-bba5-630f0782cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702517 Mar 23 11:08:58.346000 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-43fca8ed-5979-445e-b7c2-5b60af8068da req-1755b8f3-6fd7-489b-9d3a-ae3d8b2f7a05 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627153 Mar 23 11:08:59.463174 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bcc5a-87c8-428b-9404-c5cfbde00a5e req-8c2ed3e1-56b9-4b60-8ff3-7f4f2228e076 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:59.464680 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bd0bcc5a-87c8-428b-9404-c5cfbde00a5e req-8c2ed3e1-56b9-4b60-8ff3-7f4f2228e076 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8 HTTP/1.1" status: 200 len: 943 time: 0.0843904 Mar 23 11:08:59.492144 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03238ff8-b12e-4619-b923-7d80f132df6c req-29c9a167-6e75-4ffa-97a6-d3c7b5d49e39 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:59.493606 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-03238ff8-b12e-4619-b923-7d80f132df6c req-29c9a167-6e75-4ffa-97a6-d3c7b5d49e39 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 944 time: 0.0786369 Mar 23 11:08:59.501059 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:59.538676 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bd0bcc5a-87c8-428b-9404-c5cfbde00a5e req-be87bc79-f46c-4bef-9a1c-d1e2cfd6b4a5 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ea82e2a-420c-459f-bba5-630f0782cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683081 Mar 23 11:08:59.572090 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-03238ff8-b12e-4619-b923-7d80f132df6c req-0fb944aa-7e4c-4136-a4d5-ae7b749298b9 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716212 Mar 23 11:08:59.583639 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device edcf302a-2376-4efa-9f87-961d4fc9f9dd details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:08:59.585884 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 7ca22a6a-8f96-4c83-82d3-d5e89680e117 up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:08:59.702027 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port 7ca22a6a-8f96-4c83-82d3-d5e89680e117 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:08:59.702410 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (7ca22a6a-8f96-4c83-82d3-d5e89680e117), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:59.749007 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port edcf302a-2376-4efa-9f87-961d4fc9f9dd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=edcf302a-2376-4efa-9f87-961d4fc9f9dd,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:08:59.763103 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': 'edcf302a-2376-4efa-9f87-961d4fc9f9dd', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'port_id': 'edcf302a-2376-4efa-9f87-961d4fc9f9dd', 'mac_address': 'fa:16:3e:b8:08:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:08:59.833942 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port edcf302a-2376-4efa-9f87-961d4fc9f9dd is: DOWN; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:08:59.834284 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (edcf302a-2376-4efa-9f87-961d4fc9f9dd), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:59.838289 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 7ca22a6a-8f96-4c83-82d3-d5e89680e117 is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:08:59.838671 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (7ca22a6a-8f96-4c83-82d3-d5e89680e117), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:59.856558 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edcf302a-2376-4efa-9f87-961d4fc9f9dd {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:08:59.876044 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94c6f16-3f68-45b2-9606-1bcca11c04f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca22a6a-8f96-4c83-82d3-d5e89680e117'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:08:59.878316 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea9672b-867f-419b-b5e9-714c063a0c9b" -d '{"events": [{"server_uuid": "d94c6f16-3f68-45b2-9606-1bcca11c04f9", "name": "network-vif-plugged", "status": "completed", "tag": "7ca22a6a-8f96-4c83-82d3-d5e89680e117"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:08:59.896866 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 7ca22a6a-8f96-4c83-82d3-d5e89680e117, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7ca22a6a-8f96-4c83-82d3-d5e89680e117,segment=NetworkSegment(2f4f4a41-30ca-4c99-80f8-209ff5966548),segment_id=2f4f4a41-30ca-4c99-80f8-209ff5966548)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:08:59.898749 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port edcf302a-2376-4efa-9f87-961d4fc9f9dd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=edcf302a-2376-4efa-9f87-961d4fc9f9dd,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:08:59.915549 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404dad68-ac7c-4479-98cd-cc3d7d548473 x-openstack-request-id: req-404dad68-ac7c-4479-98cd-cc3d7d548473 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:08:59.917967 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94c6f16-3f68-45b2-9606-1bcca11c04f9", "name": "network-vif-plugged", "status": "completed", "tag": "7ca22a6a-8f96-4c83-82d3-d5e89680e117", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:08:59.917967 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-404dad68-ac7c-4479-98cd-cc3d7d548473 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:08:59.917967 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-404dad68-ac7c-4479-98cd-cc3d7d548473'] response: {'server_uuid': 'd94c6f16-3f68-45b2-9606-1bcca11c04f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca22a6a-8f96-4c83-82d3-d5e89680e117', 'code': 200} Mar 23 11:08:59.958312 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (7ca22a6a-8f96-4c83-82d3-d5e89680e117), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:08:59.981987 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (edcf302a-2376-4efa-9f87-961d4fc9f9dd), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:00.006953 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=7ca22a6a-8f96-4c83-82d3-d5e89680e117,revision_number=8']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:00.057657 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=edcf302a-2376-4efa-9f87-961d4fc9f9dd,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:00.710450 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4d540-9bc3-4422-8380-8446feac9405 req-afb7fc97-d995-47dc-bd74-ece80d16c60c tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:00.711933 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-64d4d540-9bc3-4422-8380-8446feac9405 req-afb7fc97-d995-47dc-bd74-ece80d16c60c tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8 HTTP/1.1" status: 200 len: 944 time: 0.0907924 Mar 23 11:09:00.720977 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:00.725269 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1069a7-df90-443e-8228-bb794891e632 req-a7d3922c-239f-4d41-a08f-42db1db3707a tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:00.725269 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9f1069a7-df90-443e-8228-bb794891e632 req-a7d3922c-239f-4d41-a08f-42db1db3707a tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0752754 Mar 23 11:09:00.798223 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-64d4d540-9bc3-4422-8380-8446feac9405 req-7cfadd1e-b496-41e5-8275-aa26c29d52ad tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ea82e2a-420c-459f-bba5-630f0782cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729027 Mar 23 11:09:00.801741 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9f1069a7-df90-443e-8228-bb794891e632 req-eeb55a9e-98bb-4bc0-a660-92d35228840a tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706193 Mar 23 11:09:01.949417 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4839fe1-598f-45ff-a5ed-a3cf29f62fcd req-fa5dfe09-d4d9-481c-8bbd-93a9a842361d tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:01.950893 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d4839fe1-598f-45ff-a5ed-a3cf29f62fcd req-fa5dfe09-d4d9-481c-8bbd-93a9a842361d tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8 HTTP/1.1" status: 200 len: 944 time: 0.0856669 Mar 23 11:09:01.958624 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6ad54-1c46-41a5-8c98-b8868b9be3ad req-ec442187-ce8d-4e42-9c32-a238b5a7f138 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:01.960513 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3fc6ad54-1c46-41a5-8c98-b8868b9be3ad req-ec442187-ce8d-4e42-9c32-a238b5a7f138 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0867484 Mar 23 11:09:02.032202 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d4839fe1-598f-45ff-a5ed-a3cf29f62fcd req-4121b846-7e99-40d1-bc72-4a3fa7c775bb tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ea82e2a-420c-459f-bba5-630f0782cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707660 Mar 23 11:09:02.035916 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3fc6ad54-1c46-41a5-8c98-b8868b9be3ad req-12816661-ee8f-429a-b513-884420a150dd tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687029 Mar 23 11:09:02.320640 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:02.673776 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f6930-6a76-4b2e-98d8-1627dd858e37 req-c608277a-2060-44c3-a29b-bb319c472f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:02.675270 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-335f6930-6a76-4b2e-98d8-1627dd858e37 req-c608277a-2060-44c3-a29b-bb319c472f14 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 1129 time: 0.0450222 Mar 23 11:09:02.719873 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-335f6930-6a76-4b2e-98d8-1627dd858e37 req-aefc633f-f770-409b-bf81-91aff64aa2f0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379338 Mar 23 11:09:02.854294 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['edcf302a-2376-4efa-9f87-961d4fc9f9dd'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:09:03.184031 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de1a1e-04d0-4c3c-bf90-6772320c2626 req-df9553a6-1d92-4dad-a73b-88fd31226fc9 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:03.185477 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-68de1a1e-04d0-4c3c-bf90-6772320c2626 req-df9553a6-1d92-4dad-a73b-88fd31226fc9 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0858717 Mar 23 11:09:03.192334 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2207825-5465-4d64-831e-b10fe300d2cb req-24eedafd-56b5-4f78-9188-50c10219839d tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:03.194237 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f2207825-5465-4d64-831e-b10fe300d2cb req-24eedafd-56b5-4f78-9188-50c10219839d tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8 HTTP/1.1" status: 200 len: 944 time: 0.0958545 Mar 23 11:09:03.265067 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-68de1a1e-04d0-4c3c-bf90-6772320c2626 req-fdc8e338-a657-4b80-8174-94916c6a3a06 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698943 Mar 23 11:09:03.269061 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f2207825-5465-4d64-831e-b10fe300d2cb req-bd4c431b-6fbb-4571-bf20-3a62a9e4afdf tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ea82e2a-420c-459f-bba5-630f0782cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683131 Mar 23 11:09:03.673716 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device edcf302a-2376-4efa-9f87-961d4fc9f9dd up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:09:03.923625 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning for port edcf302a-2376-4efa-9f87-961d4fc9f9dd completed by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 11:09:03.928226 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port edcf302a-2376-4efa-9f87-961d4fc9f9dd triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:09:03.928606 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (edcf302a-2376-4efa-9f87-961d4fc9f9dd), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:04.007210 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port edcf302a-2376-4efa-9f87-961d4fc9f9dd is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:09:04.007733 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (edcf302a-2376-4efa-9f87-961d4fc9f9dd), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:04.031414 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcf302a-2376-4efa-9f87-961d4fc9f9dd'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:09:04.033655 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bababc5-f222-4ad4-9e8a-beb5eb7c978e" -d '{"events": [{"server_uuid": "7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8", "name": "network-vif-plugged", "status": "completed", "tag": "edcf302a-2376-4efa-9f87-961d4fc9f9dd"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:09:04.051758 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port edcf302a-2376-4efa-9f87-961d4fc9f9dd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=edcf302a-2376-4efa-9f87-961d4fc9f9dd,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:09:04.071924 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f13d99-4252-4e56-826f-18c8bde6b77b x-openstack-request-id: req-84f13d99-4252-4e56-826f-18c8bde6b77b {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:09:04.072220 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8", "name": "network-vif-plugged", "status": "completed", "tag": "edcf302a-2376-4efa-9f87-961d4fc9f9dd", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:09:04.072475 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84f13d99-4252-4e56-826f-18c8bde6b77b {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:09:04.072883 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84f13d99-4252-4e56-826f-18c8bde6b77b'] response: {'server_uuid': '7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcf302a-2376-4efa-9f87-961d4fc9f9dd', 'code': 200} Mar 23 11:09:04.140645 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (edcf302a-2376-4efa-9f87-961d4fc9f9dd), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:04.187383 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=edcf302a-2376-4efa-9f87-961d4fc9f9dd,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:04.425369 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731bd015-6b9e-44f2-bc52-a2c81c88ddc8 req-c6a690a0-63d4-4fd6-a4aa-30fd6e364566 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:04.426828 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-731bd015-6b9e-44f2-bc52-a2c81c88ddc8 req-c6a690a0-63d4-4fd6-a4aa-30fd6e364566 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0966523 Mar 23 11:09:04.466905 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6e390-1b89-40e2-9042-bde1f9d4e615 req-3ec80033-eaf2-44e8-b4ae-c2acc2be59eb tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:04.468384 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2aa6e390-1b89-40e2-9042-bde1f9d4e615 req-3ec80033-eaf2-44e8-b4ae-c2acc2be59eb tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8 HTTP/1.1" status: 200 len: 945 time: 0.1289072 Mar 23 11:09:04.517542 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e9d4e-b5ad-428c-8ed3-0d5ef2406009 req-28b23beb-719e-4671-98d6-f38523383fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:04.519032 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4c4e9d4e-b5ad-428c-8ed3-0d5ef2406009 req-28b23beb-719e-4671-98d6-f38523383fbd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8 HTTP/1.1" status: 200 len: 1129 time: 0.1138282 Mar 23 11:09:04.533187 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-731bd015-6b9e-44f2-bc52-a2c81c88ddc8 req-59d3bb74-26dd-493b-ae91-d088fa209529 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911312 Mar 23 11:09:04.565503 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2aa6e390-1b89-40e2-9042-bde1f9d4e615 req-33ff60dc-f1ad-4a72-8305-383f10439cb1 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ea82e2a-420c-459f-bba5-630f0782cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896702 Mar 23 11:09:04.588685 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4c4e9d4e-b5ad-428c-8ed3-0d5ef2406009 req-c2710785-0c0e-4d11-92c8-a92ed9a71d12 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2ea82e2a-420c-459f-bba5-630f0782cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593762 Mar 23 11:09:05.707639 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5c8c6-03ab-4c3c-b255-bf1103f6478d req-fc5ac863-d9d0-4386-b9a0-f86f663db89d tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:05.709652 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-55c5c8c6-03ab-4c3c-b255-bf1103f6478d req-fc5ac863-d9d0-4386-b9a0-f86f663db89d tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8 HTTP/1.1" status: 200 len: 945 time: 0.0774558 Mar 23 11:09:05.755279 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-55c5c8c6-03ab-4c3c-b255-bf1103f6478d req-edf0e9c3-e1e3-4852-a8e5-46b5d9eb74b8 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ea82e2a-420c-459f-bba5-630f0782cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399883 Mar 23 11:09:06.871619 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935896a7-ce94-43e1-a903-e0daea9cb994 req-892c06cf-d886-4f1b-b97a-4d3f6104e7e4 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:06.873074 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-935896a7-ce94-43e1-a903-e0daea9cb994 req-892c06cf-d886-4f1b-b97a-4d3f6104e7e4 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8 HTTP/1.1" status: 200 len: 945 time: 0.0518966 Mar 23 11:09:06.918698 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-935896a7-ce94-43e1-a903-e0daea9cb994 req-7a7e2427-66be-4dd0-8cd8-2719cac3bc1b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ea82e2a-420c-459f-bba5-630f0782cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400622 Mar 23 11:09:07.034224 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558ce83-f0b9-4132-916e-44336da9b275 req-f29486fc-0fb2-4356-99aa-221794eff8de tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:07.035852 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d558ce83-f0b9-4132-916e-44336da9b275 req-f29486fc-0fb2-4356-99aa-221794eff8de tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8 HTTP/1.1" status: 200 len: 945 time: 0.0542006 Mar 23 11:09:07.044793 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 53678) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:07.049005 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-1e454a1c-7918-4d7d-8fb7-a6667e0c0d82 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Request body: {'floatingip': {'port_id': 'edcf302a-2376-4efa-9f87-961d4fc9f9dd'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:09:07.086494 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-1e454a1c-7918-4d7d-8fb7-a6667e0c0d82 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (b6783859-0a73-4e45-89af-d86c9f896056), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:07.753019 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-1e454a1c-7918-4d7d-8fb7-a6667e0c0d82 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:07.829452 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-1e454a1c-7918-4d7d-8fb7-a6667e0c0d82 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (b6783859-0a73-4e45-89af-d86c9f896056), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:07.931211 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.l3_db [None req-1e454a1c-7918-4d7d-8fb7-a6667e0c0d82 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Floating IP b6783859-0a73-4e45-89af-d86c9f896056 associated. External IP: 172.27.0.207, port: edcf302a-2376-4efa-9f87-961d4fc9f9dd. Mar 23 11:09:08.136486 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e454a1c-7918-4d7d-8fb7-a6667e0c0d82 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Router cfcddd4b-98da-461c-8da1-9502797c8c75 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:09:08.240991 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e454a1c-7918-4d7d-8fb7-a6667e0c0d82 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:09:08.246013 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-1e454a1c-7918-4d7d-8fb7-a6667e0c0d82 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:08.250642 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba33a3c-d639-43a5-aeba-2aeae625f0d8 None None] Sync routers for ids ['cfcddd4b-98da-461c-8da1-9502797c8c75'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:09:08.260918 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba33a3c-d639-43a5-aeba-2aeae625f0d8 None None] Routers {'cfcddd4b-98da-461c-8da1-9502797c8c75'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:09:08.261563 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-aba33a3c-d639-43a5-aeba-2aeae625f0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975f7ab80>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:08:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cfcddd4b-98da-461c-8da1-9502797c8c75'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:08.276268 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-1e454a1c-7918-4d7d-8fb7-a6667e0c0d82 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "PUT /v2.0/floatingips/b6783859-0a73-4e45-89af-d86c9f896056 HTTP/1.1" status: 200 len: 991 time: 1.2304125 Mar 23 11:09:08.276849 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8', 'tag': 'edcf302a-2376-4efa-9f87-961d4fc9f9dd'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:09:08.279261 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ad9eb0-8850-4053-a859-0458a46bbc1a" -d '{"events": [{"name": "network-changed", "server_uuid": "7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8", "tag": "edcf302a-2376-4efa-9f87-961d4fc9f9dd"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:09:08.313830 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f120fa-9f87-4e79-8b71-ff4c14602942 x-openstack-request-id: req-68f120fa-9f87-4e79-8b71-ff4c14602942 {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:09:08.314129 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8", "tag": "edcf302a-2376-4efa-9f87-961d4fc9f9dd", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:09:08.314390 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-68f120fa-9f87-4e79-8b71-ff4c14602942 {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:09:08.314802 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f120fa-9f87-4e79-8b71-ff4c14602942'] response: {'name': 'network-changed', 'server_uuid': '7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8', 'tag': 'edcf302a-2376-4efa-9f87-961d4fc9f9dd', 'status': 'completed', 'code': 200} Mar 23 11:09:08.367133 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-aba33a3c-d639-43a5-aeba-2aeae625f0d8 None None] Set router cfcddd4b-98da-461c-8da1-9502797c8c75 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:09:08.591155 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-aba33a3c-d639-43a5-aeba-2aeae625f0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975f7ab80>, [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '15922e6e-2159-4aa0-bec4-e90206f8e6c1', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'port_id': 'f744300c-c76a-4905-9c49-3eaf5173b7b1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'mac_address': 'fa:16:3e:58:70:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4051b15a-0b7c-4376-8435-8984ceaf4cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:07:33Z', 'updated_at': '2022-03-23T11:07:48Z', 'revision_number': 2, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'fixed_ip_address_scope': None}, {'id': 'b6783859-0a73-4e45-89af-d86c9f896056', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'port_id': 'edcf302a-2376-4efa-9f87-961d4fc9f9dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'mac_address': 'fa:16:3e:b8:08:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:08:48Z', 'updated_at': '2022-03-23T11:09:07Z', 'revision_number': 1, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:08.616087 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba33a3c-d639-43a5-aeba-2aeae625f0d8 None None] Checking router: cfcddd4b-98da-461c-8da1-9502797c8c75 for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:09:08.624969 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba33a3c-d639-43a5-aeba-2aeae625f0d8 None None] Routers {'cfcddd4b-98da-461c-8da1-9502797c8c75'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:09:08.625600 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-aba33a3c-d639-43a5-aeba-2aeae625f0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975f7ab80>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:08:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cfcddd4b-98da-461c-8da1-9502797c8c75'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:08.727214 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad9eb0-8850-4053-a859-0458a46bbc1a req-d203a8fa-a8ea-4f96-bd04-6497c15d5b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:08.728726 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-68ad9eb0-8850-4053-a859-0458a46bbc1a req-d203a8fa-a8ea-4f96-bd04-6497c15d5b11 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=34c477f1d53b42cbb4eaf1def983a6e2&device_id=7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8 HTTP/1.1" status: 200 len: 1129 time: 0.0446537 Mar 23 11:09:08.733944 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-aba33a3c-d639-43a5-aeba-2aeae625f0d8 None None] Set router cfcddd4b-98da-461c-8da1-9502797c8c75 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:09:08.823762 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad9eb0-8850-4053-a859-0458a46bbc1a req-d8bd1442-7d6e-48f1-a769-fb4e1270979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:08.825289 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-68ad9eb0-8850-4053-a859-0458a46bbc1a req-d8bd1442-7d6e-48f1-a769-fb4e1270979f service neutron] 10.222.0.52 "GET /v2.0/networks?id=3bfa1340-08ba-419b-8f23-d81230e789c7 HTTP/1.1" status: 200 len: 914 time: 0.0875788 Mar 23 11:09:08.896836 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-68ad9eb0-8850-4053-a859-0458a46bbc1a req-8b664831-69ec-4476-a5b6-4bda76a68bd0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edcf302a-2376-4efa-9f87-961d4fc9f9dd HTTP/1.1" status: 200 len: 999 time: 0.0630972 Mar 23 11:09:08.946203 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad9eb0-8850-4053-a859-0458a46bbc1a req-06c77646-fda7-4f18-a6c3-9bc48f031ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:08.947661 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-68ad9eb0-8850-4053-a859-0458a46bbc1a req-06c77646-fda7-4f18-a6c3-9bc48f031ade service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7ba199a1-33e3-44f1-9a9b-3dd7e82d6744 HTTP/1.1" status: 200 len: 852 time: 0.0436692 Mar 23 11:09:08.963355 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-aba33a3c-d639-43a5-aeba-2aeae625f0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975f7ab80>, [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '15922e6e-2159-4aa0-bec4-e90206f8e6c1', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'port_id': 'f744300c-c76a-4905-9c49-3eaf5173b7b1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'mac_address': 'fa:16:3e:58:70:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4051b15a-0b7c-4376-8435-8984ceaf4cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:07:33Z', 'updated_at': '2022-03-23T11:07:48Z', 'revision_number': 2, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'fixed_ip_address_scope': None}, {'id': 'b6783859-0a73-4e45-89af-d86c9f896056', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'port_id': 'edcf302a-2376-4efa-9f87-961d4fc9f9dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'mac_address': 'fa:16:3e:b8:08:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:08:48Z', 'updated_at': '2022-03-23T11:09:07Z', 'revision_number': 1, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:08.999978 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad9eb0-8850-4053-a859-0458a46bbc1a req-5db35953-b79d-40d4-a948-ae96b01ba330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:09.001528 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-68ad9eb0-8850-4053-a859-0458a46bbc1a req-5db35953-b79d-40d4-a948-ae96b01ba330 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bfa1340-08ba-419b-8f23-d81230e789c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479150 Mar 23 11:09:09.098718 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-68ad9eb0-8850-4053-a859-0458a46bbc1a req-679a21c7-880e-4ec8-88ff-a63dce3d25d6 service neutron] 10.222.0.52 "GET /v2.0/networks/3bfa1340-08ba-419b-8f23-d81230e789c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870881 Mar 23 11:09:09.121672 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba33a3c-d639-43a5-aeba-2aeae625f0d8 None None] The sync data for ids ['cfcddd4b-98da-461c-8da1-9502797c8c75'] in dv-cinder-790535-33-iscsi is: [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '15922e6e-2159-4aa0-bec4-e90206f8e6c1', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'port_id': 'f744300c-c76a-4905-9c49-3eaf5173b7b1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'mac_address': 'fa:16:3e:58:70:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4051b15a-0b7c-4376-8435-8984ceaf4cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:07:33Z', 'updated_at': '2022-03-23T11:07:48Z', 'revision_number': 2, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'fixed_ip_address_scope': None}, {'id': 'b6783859-0a73-4e45-89af-d86c9f896056', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'port_id': 'edcf302a-2376-4efa-9f87-961d4fc9f9dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'mac_address': 'fa:16:3e:b8:08:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:08:48Z', 'updated_at': '2022-03-23T11:09:07Z', 'revision_number': 1, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:09:09.195891 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-68ad9eb0-8850-4053-a859-0458a46bbc1a req-c6c08f70-e348-412d-9b46-14d05b4b3c5b service neutron] 10.222.0.52 "GET /v2.0/networks/3bfa1340-08ba-419b-8f23-d81230e789c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902007 Mar 23 11:09:09.317326 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15752da-0a2c-4694-9589-39548a256ec3 None None] New status for floating IP b6783859-0a73-4e45-89af-d86c9f896056: ACTIVE {{(pid=103542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:09:20.009989 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:09:20.415894 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 53772) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:20.518479 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-5bd06a36-6694-420b-a3b9-1ef7fa85f93a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:20.590116 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-5bd06a36-6694-420b-a3b9-1ef7fa85f93a admin admin] Publish callbacks [] for security_group (0d085c2b-dad6-4c56-b665-cdeda0f07145), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:20.657654 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-5bd06a36-6694-420b-a3b9-1ef7fa85f93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (0d085c2b-dad6-4c56-b665-cdeda0f07145), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:20.694565 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-5bd06a36-6694-420b-a3b9-1ef7fa85f93a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bd6a88f050f44fe48aef61097e4d49d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776170 Mar 23 11:09:20.696418 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd06a36-6694-420b-a3b9-1ef7fa85f93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d085c2b-dad6-4c56-b665-cdeda0f07145,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:20.697348 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 53776) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:20.756141 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2b632023-eb77-476f-9c01-c4d2c685a660 admin admin] Publish callbacks [] for security_group (0d085c2b-dad6-4c56-b665-cdeda0f07145), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:20.777504 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2b632023-eb77-476f-9c01-c4d2c685a660 admin admin] Publish callbacks [] for security_group (0d085c2b-dad6-4c56-b665-cdeda0f07145), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:20.903887 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2b632023-eb77-476f-9c01-c4d2c685a660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (0d085c2b-dad6-4c56-b665-cdeda0f07145), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:20.906998 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2b632023-eb77-476f-9c01-c4d2c685a660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:20.908229 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-2b632023-eb77-476f-9c01-c4d2c685a660 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d085c2b-dad6-4c56-b665-cdeda0f07145 HTTP/1.1" status: 204 len: 168 time: 0.2098579 Mar 23 11:09:20.918810 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b632023-eb77-476f-9c01-c4d2c685a660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d085c2b-dad6-4c56-b665-cdeda0f07145,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:21.420771 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:21.575761 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 53784) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:21.588683 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2ab91891-063f-4ff7-b726-1ce6393dc78e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:21.658119 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2ab91891-063f-4ff7-b726-1ce6393dc78e admin admin] Publish callbacks [] for security_group (5af97be7-a3d4-4110-a57a-f538e2b21a31), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:21.720462 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2ab91891-063f-4ff7-b726-1ce6393dc78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (5af97be7-a3d4-4110-a57a-f538e2b21a31), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:21.758712 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-2ab91891-063f-4ff7-b726-1ce6393dc78e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7919a92d7c004f1b9f47d77c9cd41f5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1819077 Mar 23 11:09:21.759611 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab91891-063f-4ff7-b726-1ce6393dc78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af97be7-a3d4-4110-a57a-f538e2b21a31,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:21.762550 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 53786) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:21.815350 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c7c40c13-bfc7-4562-97b0-5cd3ac9ef327 admin admin] Publish callbacks [] for security_group (5af97be7-a3d4-4110-a57a-f538e2b21a31), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:21.836275 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c7c40c13-bfc7-4562-97b0-5cd3ac9ef327 admin admin] Publish callbacks [] for security_group (5af97be7-a3d4-4110-a57a-f538e2b21a31), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:21.981666 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c7c40c13-bfc7-4562-97b0-5cd3ac9ef327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (5af97be7-a3d4-4110-a57a-f538e2b21a31), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:21.984192 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c7c40c13-bfc7-4562-97b0-5cd3ac9ef327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:21.985411 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-c7c40c13-bfc7-4562-97b0-5cd3ac9ef327 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5af97be7-a3d4-4110-a57a-f538e2b21a31 HTTP/1.1" status: 204 len: 168 time: 0.2214551 Mar 23 11:09:21.993314 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c40c13-bfc7-4562-97b0-5cd3ac9ef327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af97be7-a3d4-4110-a57a-f538e2b21a31,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:24.280658 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 53838) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:24.396349 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-421ee788-2cec-4ce1-a778-3f85c97190c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:24.473035 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-421ee788-2cec-4ce1-a778-3f85c97190c0 admin admin] Publish callbacks [] for security_group (1411f3fd-4b25-429b-bbfd-b13c0f357f7b), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:24.543703 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-421ee788-2cec-4ce1-a778-3f85c97190c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (1411f3fd-4b25-429b-bbfd-b13c0f357f7b), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:24.581917 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-421ee788-2cec-4ce1-a778-3f85c97190c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a3016a26d3e4877975d2f0f6ad1e625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3001623 Mar 23 11:09:24.582811 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ee788-2cec-4ce1-a778-3f85c97190c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1411f3fd-4b25-429b-bbfd-b13c0f357f7b,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:24.584641 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 53844) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:24.635455 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e2be2225-3914-4b28-be95-f5ee3c37f8b0 admin admin] Publish callbacks [] for security_group (1411f3fd-4b25-429b-bbfd-b13c0f357f7b), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:24.660669 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e2be2225-3914-4b28-be95-f5ee3c37f8b0 admin admin] Publish callbacks [] for security_group (1411f3fd-4b25-429b-bbfd-b13c0f357f7b), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:24.709448 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456023fc-7ca4-40f9-b0f8-f2bd8ae7d6eb req-583ca8e2-dac3-4a49-b3e4-bdc2418ae387 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:24.710929 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-456023fc-7ca4-40f9-b0f8-f2bd8ae7d6eb req-583ca8e2-dac3-4a49-b3e4-bdc2418ae387 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 946 time: 0.0534458 Mar 23 11:09:24.756220 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-456023fc-7ca4-40f9-b0f8-f2bd8ae7d6eb req-dbcb3aa9-67c6-4149-adb8-05930fcd860a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391817 Mar 23 11:09:24.772171 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e2be2225-3914-4b28-be95-f5ee3c37f8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (1411f3fd-4b25-429b-bbfd-b13c0f357f7b), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:24.774993 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e2be2225-3914-4b28-be95-f5ee3c37f8b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:24.776151 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-e2be2225-3914-4b28-be95-f5ee3c37f8b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1411f3fd-4b25-429b-bbfd-b13c0f357f7b HTTP/1.1" status: 204 len: 168 time: 0.1905096 Mar 23 11:09:24.784565 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be2225-3914-4b28-be95-f5ee3c37f8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1411f3fd-4b25-429b-bbfd-b13c0f357f7b,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:25.373233 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 53852) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:25.386758 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-7d813dc1-adf6-4ff3-92fd-d3ed668f72d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:25.458486 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-7d813dc1-adf6-4ff3-92fd-d3ed668f72d0 admin admin] Publish callbacks [] for security_group (325fd08b-33cd-434c-ab50-2124e51b2c93), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:25.523609 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-7d813dc1-adf6-4ff3-92fd-d3ed668f72d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (325fd08b-33cd-434c-ab50-2124e51b2c93), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:25.561549 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-7d813dc1-adf6-4ff3-92fd-d3ed668f72d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82db929a44ab4d3ea17e5c05352e42f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871316 Mar 23 11:09:25.562386 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d813dc1-adf6-4ff3-92fd-d3ed668f72d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325fd08b-33cd-434c-ab50-2124e51b2c93,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:25.564184 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 53856) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:25.612539 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-06a4faff-09c9-477c-9176-83c7755a2757 admin admin] Publish callbacks [] for security_group (325fd08b-33cd-434c-ab50-2124e51b2c93), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:25.633351 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-06a4faff-09c9-477c-9176-83c7755a2757 admin admin] Publish callbacks [] for security_group (325fd08b-33cd-434c-ab50-2124e51b2c93), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:25.746825 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6e5510cc-e839-4982-8d49-4e1b5ca8f794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:25.780192 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-06a4faff-09c9-477c-9176-83c7755a2757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (325fd08b-33cd-434c-ab50-2124e51b2c93), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:25.782780 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-06a4faff-09c9-477c-9176-83c7755a2757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:25.783936 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-06a4faff-09c9-477c-9176-83c7755a2757 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/325fd08b-33cd-434c-ab50-2124e51b2c93 HTTP/1.1" status: 204 len: 168 time: 0.2174637 Mar 23 11:09:25.792891 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4faff-09c9-477c-9176-83c7755a2757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325fd08b-33cd-434c-ab50-2124e51b2c93,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:25.892925 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d87f5-4953-4e37-a83a-4c2084c82995 req-c70afb11-680b-4308-9370-650876359217 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:25.894449 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5f9d87f5-4953-4e37-a83a-4c2084c82995 req-c70afb11-680b-4308-9370-650876359217 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 946 time: 0.0519321 Mar 23 11:09:25.942078 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5f9d87f5-4953-4e37-a83a-4c2084c82995 req-06972dd2-e352-4f43-a49c-f5bf90f51329 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419846 Mar 23 11:09:26.392024 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336952a6-3a04-4463-86cc-cf588efdf28a req-1a61571e-22f8-4412-a2f8-c9b035b396c7 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:26.393552 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-336952a6-3a04-4463-86cc-cf588efdf28a req-1a61571e-22f8-4412-a2f8-c9b035b396c7 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 946 time: 0.0520105 Mar 23 11:09:26.490659 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [req-336952a6-3a04-4463-86cc-cf588efdf28a req-09dd67e0-2def-4a83-9965-d282daf54013 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Deleting port 6f91b139-181a-488d-92ae-e86c1b621dba {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:09:26.491014 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-336952a6-3a04-4463-86cc-cf588efdf28a req-09dd67e0-2def-4a83-9965-d282daf54013 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (6f91b139-181a-488d-92ae-e86c1b621dba), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:26.582472 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-336952a6-3a04-4463-86cc-cf588efdf28a req-09dd67e0-2def-4a83-9965-d282daf54013 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] For port 6f91b139-181a-488d-92ae-e86c1b621dba, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6f91b139-181a-488d-92ae-e86c1b621dba,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:09:26.583043 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-336952a6-3a04-4463-86cc-cf588efdf28a req-09dd67e0-2def-4a83-9965-d282daf54013 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (6f91b139-181a-488d-92ae-e86c1b621dba), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:26.766666 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-336952a6-3a04-4463-86cc-cf588efdf28a req-09dd67e0-2def-4a83-9965-d282daf54013 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:26.767048 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-336952a6-3a04-4463-86cc-cf588efdf28a req-09dd67e0-2def-4a83-9965-d282daf54013 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (43fb8280-3412-43ab-a969-65ade3a31562), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:26.767378 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.l3_db [req-336952a6-3a04-4463-86cc-cf588efdf28a req-09dd67e0-2def-4a83-9965-d282daf54013 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Floating IP 43fb8280-3412-43ab-a969-65ade3a31562 disassociated. External IP: 172.27.0.33, port: 6f91b139-181a-488d-92ae-e86c1b621dba. Mar 23 11:09:26.767736 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [req-336952a6-3a04-4463-86cc-cf588efdf28a req-09dd67e0-2def-4a83-9965-d282daf54013 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Calling delete_port for 6f91b139-181a-488d-92ae-e86c1b621dba owned by compute:nova {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:09:26.941437 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 53880) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:26.961190 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-336952a6-3a04-4463-86cc-cf588efdf28a req-09dd67e0-2def-4a83-9965-d282daf54013 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (6f91b139-181a-488d-92ae-e86c1b621dba), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:26.995979 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd67e0-2def-4a83-9965-d282daf54013 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Pushing event deleted for resources: {'Port': ['ID=6f91b139-181a-488d-92ae-e86c1b621dba,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:27.080463 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-757d5572-ccdc-46e5-833d-0f0ab56c2163 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1784438334-network', 'tenant_id': '0b85a1e1c6264ae4aa804ac077944f1b'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:09:27.093211 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-1cbfbb12-22af-460f-bc50-3641942e460a req-d9356bb5-bbbe-4e7a-be9a-2ea289233c76 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430501 Mar 23 11:09:27.099609 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-aee0dc12-380a-4134-b206-47434f0a934c req-b9ca39e1-b2cf-442e-8265-8ee5a817f89a tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 210 time: 0.0605199 Mar 23 11:09:27.152974 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-336952a6-3a04-4463-86cc-cf588efdf28a req-09dd67e0-2def-4a83-9965-d282daf54013 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Router 6caa565d-e730-4602-893b-972c8b586aa6 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:09:27.182431 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfbb12-22af-460f-bc50-3641942e460a req-dfd55479-8a8e-4aed-91b2-98ac5f96bfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:27.184106 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-1cbfbb12-22af-460f-bc50-3641942e460a req-dfd55479-8a8e-4aed-91b2-98ac5f96bfdc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=129bb33e62b44450880cb7f944520401&device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 1129 time: 0.0473487 Mar 23 11:09:27.225849 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757d5572-ccdc-46e5-833d-0f0ab56c2163 admin admin] Made reservation on behalf of 0b85a1e1c6264ae4aa804ac077944f1b for: {'network': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:09:27.228102 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-757d5572-ccdc-46e5-833d-0f0ab56c2163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for network (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:27.240724 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-757d5572-ccdc-46e5-833d-0f0ab56c2163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:27.289207 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfbb12-22af-460f-bc50-3641942e460a req-c28075a0-0452-46d7-8281-4380d2554b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:27.289207 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-1cbfbb12-22af-460f-bc50-3641942e460a req-c28075a0-0452-46d7-8281-4380d2554b04 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df50ffe3-03ed-467a-b227-56e0850217fe HTTP/1.1" status: 200 len: 909 time: 0.0838783 Mar 23 11:09:27.299401 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-336952a6-3a04-4463-86cc-cf588efdf28a req-09dd67e0-2def-4a83-9965-d282daf54013 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:09:27.310503 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2ebb59-d141-4056-9da4-dab2c34451a5 None None] Sync routers for ids ['6caa565d-e730-4602-893b-972c8b586aa6'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:09:27.320143 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2ebb59-d141-4056-9da4-dab2c34451a5 None None] Routers {'6caa565d-e730-4602-893b-972c8b586aa6'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:09:27.320770 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-6c2ebb59-d141-4056-9da4-dab2c34451a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f297611a7c0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:08:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['6caa565d-e730-4602-893b-972c8b586aa6'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:27.352975 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [req-336952a6-3a04-4463-86cc-cf588efdf28a req-09dd67e0-2def-4a83-9965-d282daf54013 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] No DVR routers for this DVR port 6f91b139-181a-488d-92ae-e86c1b621dba on host hv-cinder-79053 {{(pid=103540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:09:27.356332 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-336952a6-3a04-4463-86cc-cf588efdf28a req-09dd67e0-2def-4a83-9965-d282daf54013 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:27.359740 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-336952a6-3a04-4463-86cc-cf588efdf28a req-09dd67e0-2def-4a83-9965-d282daf54013 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.52 "DELETE /v2.0/ports/6f91b139-181a-488d-92ae-e86c1b621dba HTTP/1.1" status: 204 len: 173 time: 0.9598861 Mar 23 11:09:27.360541 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5', 'name': 'network-vif-deleted', 'tag': '6f91b139-181a-488d-92ae-e86c1b621dba'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:09:27.362956 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b188f2-43ad-4e40-9689-b50486f20b89" -d '{"events": [{"server_uuid": "b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5", "name": "network-vif-deleted", "tag": "6f91b139-181a-488d-92ae-e86c1b621dba"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:09:27.381182 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-1cbfbb12-22af-460f-bc50-3641942e460a req-83ce6884-8b05-499b-b0d8-8658078c6295 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ca22a6a-8f96-4c83-82d3-d5e89680e117 HTTP/1.1" status: 200 len: 1001 time: 0.0881326 Mar 23 11:09:27.404771 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-757d5572-ccdc-46e5-833d-0f0ab56c2163 admin admin] Publish callbacks [] for security_group (537bf632-c402-47ef-9272-50c734832009), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:27.416922 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69825537-1b15-49bf-bd51-75f3a327fad6 x-openstack-request-id: req-69825537-1b15-49bf-bd51-75f3a327fad6 {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:09:27.417238 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5", "name": "network-vif-deleted", "tag": "6f91b139-181a-488d-92ae-e86c1b621dba", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:09:27.417781 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69825537-1b15-49bf-bd51-75f3a327fad6 {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:09:27.418196 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69825537-1b15-49bf-bd51-75f3a327fad6'] response: {'server_uuid': 'b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5', 'name': 'network-vif-deleted', 'tag': '6f91b139-181a-488d-92ae-e86c1b621dba', 'status': 'completed', 'code': 200} Mar 23 11:09:27.445866 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfbb12-22af-460f-bc50-3641942e460a req-e049bbef-e74a-4512-b342-b89c222ec8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:27.447434 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-1cbfbb12-22af-460f-bc50-3641942e460a req-e049bbef-e74a-4512-b342-b89c222ec8cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=001a2c33-ab4d-40f3-86cd-0344207597b1 HTTP/1.1" status: 200 len: 847 time: 0.0540967 Mar 23 11:09:27.491212 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-6c2ebb59-d141-4056-9da4-dab2c34451a5 None None] Set router 6caa565d-e730-4602-893b-972c8b586aa6 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:09:27.511003 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfbb12-22af-460f-bc50-3641942e460a req-ce99f419-0909-4500-bc58-a8ea14c47d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:27.512634 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-1cbfbb12-22af-460f-bc50-3641942e460a req-ce99f419-0909-4500-bc58-a8ea14c47d43 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df50ffe3-03ed-467a-b227-56e0850217fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0572076 Mar 23 11:09:27.523578 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-757d5572-ccdc-46e5-833d-0f0ab56c2163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (537bf632-c402-47ef-9272-50c734832009), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:27.563649 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757d5572-ccdc-46e5-833d-0f0ab56c2163 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=103540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:09:27.565587 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d5572-ccdc-46e5-833d-0f0ab56c2163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537bf632-c402-47ef-9272-50c734832009,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:27.594532 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-757d5572-ccdc-46e5-833d-0f0ab56c2163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (0de7b9aa-bcf4-4a1d-82e7-a154561fd6bb), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:27.595216 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.segments_db [None req-757d5572-ccdc-46e5-833d-0f0ab56c2163 admin admin] Added segment 0de7b9aa-bcf4-4a1d-82e7-a154561fd6bb of type vlan for network 6cc75215-48ec-45c8-af07-85c7b52deaa3 Mar 23 11:09:27.635348 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-1cbfbb12-22af-460f-bc50-3641942e460a req-262b486a-8ddc-4237-b7be-f6d0f6dfd153 service neutron] 10.222.0.52 "GET /v2.0/networks/df50ffe3-03ed-467a-b227-56e0850217fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080768 Mar 23 11:09:27.640792 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-757d5572-ccdc-46e5-833d-0f0ab56c2163 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738510713667'] for network (6cc75215-48ec-45c8-af07-85c7b52deaa3), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:27.718986 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-6c2ebb59-d141-4056-9da4-dab2c34451a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f297611a7c0>, [{'id': '6caa565d-e730-4602-893b-972c8b586aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-1335546804-router', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'gw_port': {'id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:22Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '18896643-080e-45ec-9651-fcc34ac08cdc', 'name': '', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'mac_address': 'fa:16:3e:fe:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:38Z', 'revision_number': 5, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'subnets': [{'id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:27.748463 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-1cbfbb12-22af-460f-bc50-3641942e460a req-1b97c980-5fae-412b-9aed-e1433f6442e3 service neutron] 10.222.0.52 "GET /v2.0/networks/df50ffe3-03ed-467a-b227-56e0850217fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005781 Mar 23 11:09:27.753804 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2ebb59-d141-4056-9da4-dab2c34451a5 None None] Checking router: 6caa565d-e730-4602-893b-972c8b586aa6 for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:09:27.758291 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-757d5572-ccdc-46e5-833d-0f0ab56c2163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for network (6cc75215-48ec-45c8-af07-85c7b52deaa3), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:27.759595 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757d5572-ccdc-46e5-833d-0f0ab56c2163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:27.760621 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-757d5572-ccdc-46e5-833d-0f0ab56c2163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:27.768872 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2ebb59-d141-4056-9da4-dab2c34451a5 None None] Routers {'6caa565d-e730-4602-893b-972c8b586aa6'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:09:27.769550 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-6c2ebb59-d141-4056-9da4-dab2c34451a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f297611a7c0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:08:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['6caa565d-e730-4602-893b-972c8b586aa6'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:27.824699 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d5572-ccdc-46e5-833d-0f0ab56c2163 admin admin] Pushing event updated for resources: {'Network': ['ID=6cc75215-48ec-45c8-af07-85c7b52deaa3,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:27.837983 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Network 6cc75215-48ec-45c8-af07-85c7b52deaa3 details requested by agent ovs-agent-dv-cinder-790535-33-iscsi with host dv-cinder-790535-33-iscsi {{(pid=103541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 11:09:27.877535 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-757d5572-ccdc-46e5-833d-0f0ab56c2163 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9346480 Mar 23 11:09:27.880135 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 53888) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:27.885046 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-06c51cd5-5282-4c37-976c-7eb13ddd3064 admin admin] Request body: {'subnet': {'network_id': '6cc75215-48ec-45c8-af07-85c7b52deaa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1784438334-subnet', 'tenant_id': '0b85a1e1c6264ae4aa804ac077944f1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:09:27.893404 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b18afea5-7127-487d-809c-55890c0a968d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:27.955986 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-6c2ebb59-d141-4056-9da4-dab2c34451a5 None None] Set router 6caa565d-e730-4602-893b-972c8b586aa6 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:09:27.974693 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c51cd5-5282-4c37-976c-7eb13ddd3064 admin admin] Made reservation on behalf of 0b85a1e1c6264ae4aa804ac077944f1b for: {'subnet': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:09:27.977041 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-06c51cd5-5282-4c37-976c-7eb13ddd3064 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11773167'] for subnet (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:28.164441 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-6c2ebb59-d141-4056-9da4-dab2c34451a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f297611a7c0>, [{'id': '6caa565d-e730-4602-893b-972c8b586aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-1335546804-router', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'gw_port': {'id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:22Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '18896643-080e-45ec-9651-fcc34ac08cdc', 'name': '', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'mac_address': 'fa:16:3e:fe:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:38Z', 'revision_number': 5, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'subnets': [{'id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:28.191844 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2ebb59-d141-4056-9da4-dab2c34451a5 None None] The sync data for ids ['6caa565d-e730-4602-893b-972c8b586aa6'] in dv-cinder-790535-33-iscsi is: [{'id': '6caa565d-e730-4602-893b-972c8b586aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-1335546804-router', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:02:30Z', 'revision_number': 4, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'gw_port': {'id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:22Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '18896643-080e-45ec-9651-fcc34ac08cdc', 'name': '', 'network_id': 'a89a6767-25b8-437f-a491-713b0277c026', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'mac_address': 'fa:16:3e:fe:4d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:28Z', 'updated_at': '2022-03-23T11:02:38Z', 'revision_number': 5, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'subnets': [{'id': '76120b10-aef4-4df3-9eb9-41b94555bce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:09:28.219187 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8d46be6e-e92a-484d-acb1-e943e07b4985 req-8d230060-93ba-4dd4-be99-c53fb553c27d tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7302a4b-2dd7-4765-9c41-6e7d6b9c9fc5 HTTP/1.1" status: 200 len: 210 time: 0.0287874 Mar 23 11:09:28.249495 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-06c51cd5-5282-4c37-976c-7eb13ddd3064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12546333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11773177'] for subnet (3ea2c9f4-e0fa-4a2b-854b-14e5a8a39496), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:28.445089 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd1bb21-f0c9-45c8-a56f-cb6783936374 None None] New status for floating IP 43fb8280-3412-43ab-a969-65ade3a31562: DOWN {{(pid=103542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:09:28.572444 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c51cd5-5282-4c37-976c-7eb13ddd3064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ea2c9f4-e0fa-4a2b-854b-14e5a8a39496,revision_number=0']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:28.576715 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c51cd5-5282-4c37-976c-7eb13ddd3064 admin admin] Checking segment: {'id': '0de7b9aa-bcf4-4a1d-82e7-a154561fd6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6cc75215-48ec-45c8-af07-85c7b52deaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:09:28.577073 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c51cd5-5282-4c37-976c-7eb13ddd3064 admin admin] Network hostable DHCP agents. Network: 6cc75215-48ec-45c8-af07-85c7b52deaa3, hostable agents: ['18616f87-d995-4ff8-a7e5-ed686ac89f81'], hosted agents: [] {{(pid=103540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:09:28.649335 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c51cd5-5282-4c37-976c-7eb13ddd3064 admin admin] Network 6cc75215-48ec-45c8-af07-85c7b52deaa3 is scheduled to be hosted by DHCP agent 18616f87-d995-4ff8-a7e5-ed686ac89f81 with binding_index 1 {{(pid=103540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:09:28.723700 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-06c51cd5-5282-4c37-976c-7eb13ddd3064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-33-iscsi, 6cc75215-48ec-45c8-af07-85c7b52deaa3) {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:09:28.733161 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581d2372-f8a9-401f-b27c-49708d3013dc None None] Network 6cc75215-48ec-45c8-af07-85c7b52deaa3 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:09:28.733685 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c51cd5-5282-4c37-976c-7eb13ddd3064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:28.733972 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-06c51cd5-5282-4c37-976c-7eb13ddd3064 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:28.800635 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-06c51cd5-5282-4c37-976c-7eb13ddd3064 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9193406 Mar 23 11:09:28.831635 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e75836-e5ed-429d-8710-3488a52cc004 None None] Network 6cc75215-48ec-45c8-af07-85c7b52deaa3 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:09:29.364215 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 53910) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:29.418002 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8f749a0f-1608-4f92-ae4f-3aaed3cb80d0 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for security_group (ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:29.443316 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8f749a0f-1608-4f92-ae4f-3aaed3cb80d0 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for security_group (ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:29.466652 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 53914) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:29.471720 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-c86c8a07-7620-4e2c-a446-f7d329af899a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-722097194-network', 'tenant_id': '2b7064240e7e41ce8e5d316b48d4c29b'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:09:29.489157 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:29.572130 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86c8a07-7620-4e2c-a446-f7d329af899a admin admin] Made reservation on behalf of 2b7064240e7e41ce8e5d316b48d4c29b for: {'network': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:09:29.575137 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c86c8a07-7620-4e2c-a446-f7d329af899a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for network (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:29.584279 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c86c8a07-7620-4e2c-a446-f7d329af899a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:29.607626 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8f749a0f-1608-4f92-ae4f-3aaed3cb80d0 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:29.607626 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8f749a0f-1608-4f92-ae4f-3aaed3cb80d0 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:29.607626 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-8f749a0f-1608-4f92-ae4f-3aaed3cb80d0 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "DELETE /v2.0/security-groups/ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc HTTP/1.1" status: 204 len: 168 time: 0.2397327 Mar 23 11:09:29.609655 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 53916) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:29.625814 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f749a0f-1608-4f92-ae4f-3aaed3cb80d0 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:29.628164 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.api.v2.resource [None req-6583373e-b5d1-46ad-84de-bfa0b9905a02 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] show failed (client error): The resource could not be found. Mar 23 11:09:29.629198 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-6583373e-b5d1-46ad-84de-bfa0b9905a02 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "GET /v2.0/security-groups/ee2bbcd6-505a-4e4b-bf43-7cdd7a5efbdc HTTP/1.1" status: 404 len: 347 time: 0.0186129 Mar 23 11:09:29.633621 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 53918) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:29.662036 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c86c8a07-7620-4e2c-a446-f7d329af899a admin admin] Publish callbacks [] for security_group (0deb0f02-4948-430b-b973-66bd58abd993), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:29.728729 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 6f91b139-181a-488d-92ae-e86c1b621dba no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:09:29.743698 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c86c8a07-7620-4e2c-a446-f7d329af899a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (0deb0f02-4948-430b-b973-66bd58abd993), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:29.749679 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] No Port match for: 6f91b139-181a-488d-92ae-e86c1b621dba {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:09:29.750189 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 6f91b139-181a-488d-92ae-e86c1b621dba not bound to the agent host hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:09:29.761322 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-3b3aa5d4-7a0a-46b9-9856-d2fca7e22a52 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Deleting port 3e585f09-026e-45f3-b9be-7c86c663108f {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:09:29.761875 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3b3aa5d4-7a0a-46b9-9856-d2fca7e22a52 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (3e585f09-026e-45f3-b9be-7c86c663108f), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:29.766654 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86c8a07-7620-4e2c-a446-f7d329af899a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=103539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:09:29.781488 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c86c8a07-7620-4e2c-a446-f7d329af899a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (d2a7c60c-87e2-40b9-910d-dc6048c3f92a), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:29.781825 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.db.segments_db [None req-c86c8a07-7620-4e2c-a446-f7d329af899a admin admin] Added segment d2a7c60c-87e2-40b9-910d-dc6048c3f92a of type vlan for network 509e071a-b690-4db0-ba06-8694d2a82fa7 Mar 23 11:09:29.783021 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c8a07-7620-4e2c-a446-f7d329af899a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0deb0f02-4948-430b-b973-66bd58abd993,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:29.830325 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c86c8a07-7620-4e2c-a446-f7d329af899a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738510713667'] for network (509e071a-b690-4db0-ba06-8694d2a82fa7), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:29.839858 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3b3aa5d4-7a0a-46b9-9856-d2fca7e22a52 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (3e585f09-026e-45f3-b9be-7c86c663108f), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:29.840269 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3b3aa5d4-7a0a-46b9-9856-d2fca7e22a52 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for floatingip (3e585f09-026e-45f3-b9be-7c86c663108f), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:29.852068 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-3b3aa5d4-7a0a-46b9-9856-d2fca7e22a52 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Calling delete_port for 3e585f09-026e-45f3-b9be-7c86c663108f owned by network:floatingip {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:09:29.918175 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c86c8a07-7620-4e2c-a446-f7d329af899a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for network (509e071a-b690-4db0-ba06-8694d2a82fa7), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:29.919076 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86c8a07-7620-4e2c-a446-f7d329af899a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:29.919654 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c86c8a07-7620-4e2c-a446-f7d329af899a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:29.976346 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c8a07-7620-4e2c-a446-f7d329af899a admin admin] Pushing event updated for resources: {'Network': ['ID=509e071a-b690-4db0-ba06-8694d2a82fa7,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:29.986662 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Network 509e071a-b690-4db0-ba06-8694d2a82fa7 details requested by agent ovs-agent-dv-cinder-790535-33-iscsi with host dv-cinder-790535-33-iscsi {{(pid=103541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 11:09:30.028942 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-c86c8a07-7620-4e2c-a446-f7d329af899a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5610600 Mar 23 11:09:30.033308 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 53920) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:30.038463 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-a1614a61-0b1b-4fa4-b86c-44e56d901307 admin admin] Request body: {'subnet': {'network_id': '509e071a-b690-4db0-ba06-8694d2a82fa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-722097194-subnet', 'tenant_id': '2b7064240e7e41ce8e5d316b48d4c29b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:09:30.055601 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3b3aa5d4-7a0a-46b9-9856-d2fca7e22a52 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (3e585f09-026e-45f3-b9be-7c86c663108f), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:30.081061 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3aa5d4-7a0a-46b9-9856-d2fca7e22a52 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Pushing event deleted for resources: {'Port': ['ID=3e585f09-026e-45f3-b9be-7c86c663108f,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:30.126273 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1614a61-0b1b-4fa4-b86c-44e56d901307 admin admin] Made reservation on behalf of 2b7064240e7e41ce8e5d316b48d4c29b for: {'subnet': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:09:30.128546 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a1614a61-0b1b-4fa4-b86c-44e56d901307 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11773167'] for subnet (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:30.187798 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3b3aa5d4-7a0a-46b9-9856-d2fca7e22a52 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks [] for floatingip (43fb8280-3412-43ab-a969-65ade3a31562), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:30.190292 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3b3aa5d4-7a0a-46b9-9856-d2fca7e22a52 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:30.191447 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-3b3aa5d4-7a0a-46b9-9856-d2fca7e22a52 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] 10.222.0.41 "DELETE /v2.0/floatingips/43fb8280-3412-43ab-a969-65ade3a31562 HTTP/1.1" status: 204 len: 168 time: 0.5567658 Mar 23 11:09:30.378771 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a1614a61-0b1b-4fa4-b86c-44e56d901307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12546333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11773177'] for subnet (1d3ce4f5-0505-4bb5-9066-94b230af4692), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:30.443012 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1614a61-0b1b-4fa4-b86c-44e56d901307 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d3ce4f5-0505-4bb5-9066-94b230af4692,revision_number=0']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:30.452438 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1614a61-0b1b-4fa4-b86c-44e56d901307 admin admin] Checking segment: {'id': 'd2a7c60c-87e2-40b9-910d-dc6048c3f92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '509e071a-b690-4db0-ba06-8694d2a82fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:09:30.452800 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1614a61-0b1b-4fa4-b86c-44e56d901307 admin admin] Network hostable DHCP agents. Network: 509e071a-b690-4db0-ba06-8694d2a82fa7, hostable agents: ['18616f87-d995-4ff8-a7e5-ed686ac89f81'], hosted agents: [] {{(pid=103540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:09:30.523393 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1614a61-0b1b-4fa4-b86c-44e56d901307 admin admin] Network 509e071a-b690-4db0-ba06-8694d2a82fa7 is scheduled to be hosted by DHCP agent 18616f87-d995-4ff8-a7e5-ed686ac89f81 with binding_index 1 {{(pid=103540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:09:30.591865 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-a1614a61-0b1b-4fa4-b86c-44e56d901307 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-33-iscsi, 509e071a-b690-4db0-ba06-8694d2a82fa7) {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:09:30.595975 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1614a61-0b1b-4fa4-b86c-44e56d901307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:30.596476 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a1614a61-0b1b-4fa4-b86c-44e56d901307 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:30.601044 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0599cd0-9be9-4c23-84e8-59ed1501b392 None None] Network 509e071a-b690-4db0-ba06-8694d2a82fa7 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:09:30.678378 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-a1614a61-0b1b-4fa4-b86c-44e56d901307 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6439333 Mar 23 11:09:30.705030 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87456c9-690c-41fe-a6c0-374005a16c6d None None] Network 509e071a-b690-4db0-ba06-8694d2a82fa7 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:09:30.747483 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:32.351976 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:32.874308 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 53964) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:33.416506 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ee2f12bf-8115-4816-8d83-f31789ff87b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573510'] for router_interface (6caa565d-e730-4602-893b-972c8b586aa6), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:33.699398 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-ee2f12bf-8115-4816-8d83-f31789ff87b9 admin admin] Deleting port 18896643-080e-45ec-9651-fcc34ac08cdc {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:09:33.699706 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ee2f12bf-8115-4816-8d83-f31789ff87b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (18896643-080e-45ec-9651-fcc34ac08cdc), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:33.774595 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [None req-ee2f12bf-8115-4816-8d83-f31789ff87b9 admin admin] For port 18896643-080e-45ec-9651-fcc34ac08cdc, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=18896643-080e-45ec-9651-fcc34ac08cdc,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:09:33.774949 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ee2f12bf-8115-4816-8d83-f31789ff87b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (18896643-080e-45ec-9651-fcc34ac08cdc), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:33.787698 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-ee2f12bf-8115-4816-8d83-f31789ff87b9 admin admin] Calling delete_port for 18896643-080e-45ec-9651-fcc34ac08cdc owned by network:router_interface {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:09:34.026282 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ee2f12bf-8115-4816-8d83-f31789ff87b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (18896643-080e-45ec-9651-fcc34ac08cdc), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:34.049575 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f12bf-8115-4816-8d83-f31789ff87b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=18896643-080e-45ec-9651-fcc34ac08cdc,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:34.222763 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ee2f12bf-8115-4816-8d83-f31789ff87b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589814'] for router_interface (6caa565d-e730-4602-893b-972c8b586aa6), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:34.451531 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2f12bf-8115-4816-8d83-f31789ff87b9 admin admin] Router 6caa565d-e730-4602-893b-972c8b586aa6 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:09:34.558354 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2f12bf-8115-4816-8d83-f31789ff87b9 admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:09:34.564681 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-ee2f12bf-8115-4816-8d83-f31789ff87b9 admin admin] 10.222.0.41 "PUT /v2.0/routers/6caa565d-e730-4602-893b-972c8b586aa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6879754 Mar 23 11:09:34.566196 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 53974) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:34.575304 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc98012-2e71-4a27-98d5-ce28c4f0ce84 None None] Sync routers for ids ['6caa565d-e730-4602-893b-972c8b586aa6'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:09:34.584356 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc98012-2e71-4a27-98d5-ce28c4f0ce84 None None] Routers {'6caa565d-e730-4602-893b-972c8b586aa6'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:09:34.584936 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-7bc98012-2e71-4a27-98d5-ce28c4f0ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975a81880>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:09:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['6caa565d-e730-4602-893b-972c8b586aa6'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:34.674697 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-bc7143f0-62e4-4eb3-b766-b2e45694bb30 admin admin] Publish callbacks [] for router (6caa565d-e730-4602-893b-972c8b586aa6), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:34.696302 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-7bc98012-2e71-4a27-98d5-ce28c4f0ce84 None None] Set router 6caa565d-e730-4602-893b-972c8b586aa6 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:09:34.784466 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-bc7143f0-62e4-4eb3-b766-b2e45694bb30 admin admin] Publish callbacks [] for router_gateway (6caa565d-e730-4602-893b-972c8b586aa6), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:34.893874 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-bc7143f0-62e4-4eb3-b766-b2e45694bb30 admin admin] Deleting port 29f62212-11d5-4038-ae6b-89cde38d561a {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:09:34.894221 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-bc7143f0-62e4-4eb3-b766-b2e45694bb30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (29f62212-11d5-4038-ae6b-89cde38d561a), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:34.976051 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [None req-bc7143f0-62e4-4eb3-b766-b2e45694bb30 admin admin] For port 29f62212-11d5-4038-ae6b-89cde38d561a, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=29f62212-11d5-4038-ae6b-89cde38d561a,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:09:34.976411 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-bc7143f0-62e4-4eb3-b766-b2e45694bb30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (29f62212-11d5-4038-ae6b-89cde38d561a), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:34.990389 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-bc7143f0-62e4-4eb3-b766-b2e45694bb30 admin admin] Calling delete_port for 29f62212-11d5-4038-ae6b-89cde38d561a owned by network:router_gateway {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:09:35.012924 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-7bc98012-2e71-4a27-98d5-ce28c4f0ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975a81880>, [{'id': '6caa565d-e730-4602-893b-972c8b586aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-1335546804-router', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:09:33Z', 'revision_number': 5, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'gw_port': {'id': '29f62212-11d5-4038-ae6b-89cde38d561a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ef:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caa565d-e730-4602-893b-972c8b586aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:02:22Z', 'updated_at': '2022-03-23T11:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:35.039408 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc98012-2e71-4a27-98d5-ce28c4f0ce84 None None] Checking router: 6caa565d-e730-4602-893b-972c8b586aa6 for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:09:35.048359 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc98012-2e71-4a27-98d5-ce28c4f0ce84 None None] Routers {'6caa565d-e730-4602-893b-972c8b586aa6'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:09:35.048981 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-7bc98012-2e71-4a27-98d5-ce28c4f0ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975a81880>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:09:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['6caa565d-e730-4602-893b-972c8b586aa6'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:35.136457 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-7bc98012-2e71-4a27-98d5-ce28c4f0ce84 None None] Set router 6caa565d-e730-4602-893b-972c8b586aa6 gateway port host: None {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:09:35.190936 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-7bc98012-2e71-4a27-98d5-ce28c4f0ce84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975a81880>, [{'id': '6caa565d-e730-4602-893b-972c8b586aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-1335546804-router', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:09:34Z', 'revision_number': 6, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'gw_port_host': None}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:35.216377 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc98012-2e71-4a27-98d5-ce28c4f0ce84 None None] The sync data for ids ['6caa565d-e730-4602-893b-972c8b586aa6'] in dv-cinder-790535-33-iscsi is: [{'id': '6caa565d-e730-4602-893b-972c8b586aa6', 'name': 'tempest-AttachVolumeShelveTestJSON-1335546804-router', 'tenant_id': '7a9722a34d004a16ae8e2fb602d551e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:02:20Z', 'updated_at': '2022-03-23T11:09:34Z', 'revision_number': 6, 'project_id': '7a9722a34d004a16ae8e2fb602d551e8', 'gw_port_host': None}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:09:35.222506 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-bc7143f0-62e4-4eb3-b766-b2e45694bb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (29f62212-11d5-4038-ae6b-89cde38d561a), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:35.252527 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7143f0-62e4-4eb3-b766-b2e45694bb30 admin admin] Pushing event deleted for resources: {'Port': ['ID=29f62212-11d5-4038-ae6b-89cde38d561a,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:35.311166 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-bc7143f0-62e4-4eb3-b766-b2e45694bb30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589324'] for router_gateway (6caa565d-e730-4602-893b-972c8b586aa6), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:35.403627 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-bc7143f0-62e4-4eb3-b766-b2e45694bb30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router (6caa565d-e730-4602-893b-972c8b586aa6), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:35.405659 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-bc7143f0-62e4-4eb3-b766-b2e45694bb30 admin admin] Publish callbacks [] for router_controller (6caa565d-e730-4602-893b-972c8b586aa6), precommit_delete_associations {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:35.746504 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-bc7143f0-62e4-4eb3-b766-b2e45694bb30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588271'] for router (6caa565d-e730-4602-893b-972c8b586aa6), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:35.747109 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7143f0-62e4-4eb3-b766-b2e45694bb30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6caa565d-e730-4602-893b-972c8b586aa6 {{(pid=103539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 11:09:35.751838 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-bc7143f0-62e4-4eb3-b766-b2e45694bb30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:35.753173 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-bc7143f0-62e4-4eb3-b766-b2e45694bb30 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6caa565d-e730-4602-893b-972c8b586aa6 HTTP/1.1" status: 204 len: 168 time: 1.1859663 Mar 23 11:09:35.758129 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 53982) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:35.801523 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da23326-edda-439f-b75f-a11508ee736d admin admin] Deleting subnet 76120b10-aef4-4df3-9eb9-41b94555bce9 {{(pid=103539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 11:09:35.804460 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1da23326-edda-439f-b75f-a11508ee736d admin admin] Publish callbacks [] for subnet (76120b10-aef4-4df3-9eb9-41b94555bce9), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:35.837171 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1da23326-edda-439f-b75f-a11508ee736d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11844273'] for subnet (76120b10-aef4-4df3-9eb9-41b94555bce9), precommit_delete_associations {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:35.914473 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1da23326-edda-439f-b75f-a11508ee736d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3350868'] for subnet (76120b10-aef4-4df3-9eb9-41b94555bce9), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:36.034710 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1da23326-edda-439f-b75f-a11508ee736d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3350861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11800261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11983438'] for subnet (76120b10-aef4-4df3-9eb9-41b94555bce9), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:36.060559 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da23326-edda-439f-b75f-a11508ee736d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76120b10-aef4-4df3-9eb9-41b94555bce9,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:36.064703 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1da23326-edda-439f-b75f-a11508ee736d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:36.068000 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-1da23326-edda-439f-b75f-a11508ee736d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/76120b10-aef4-4df3-9eb9-41b94555bce9 HTTP/1.1" status: 204 len: 168 time: 0.3088253 Mar 23 11:09:36.070662 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 53990) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:36.074326 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfe344c-5ed1-4aad-8793-9e9fb71ce72f None None] Network a89a6767-25b8-437f-a491-713b0277c026 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:09:36.143821 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c19f3284-8d49-4fc8-bbaa-b5d0311fbf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148571'] for network (a89a6767-25b8-437f-a491-713b0277c026), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:36.204995 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-c19f3284-8d49-4fc8-bbaa-b5d0311fbf72 admin admin] Deleting port 7c0357d9-4a1c-4472-84ae-cc1f6a311490 {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:09:36.205383 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c19f3284-8d49-4fc8-bbaa-b5d0311fbf72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (7c0357d9-4a1c-4472-84ae-cc1f6a311490), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:36.273750 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ad0328-7613-434c-a251-2c14d680eed1 None None] DHCP port deletion for a89a6767-25b8-437f-a491-713b0277c026 request from dv-cinder-790535-33-iscsi {{(pid=103541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 11:09:36.274120 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [None req-c19f3284-8d49-4fc8-bbaa-b5d0311fbf72 admin admin] For port 7c0357d9-4a1c-4472-84ae-cc1f6a311490, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=7c0357d9-4a1c-4472-84ae-cc1f6a311490,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:09:36.274543 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c19f3284-8d49-4fc8-bbaa-b5d0311fbf72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (7c0357d9-4a1c-4472-84ae-cc1f6a311490), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:36.288273 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-c19f3284-8d49-4fc8-bbaa-b5d0311fbf72 admin admin] Calling delete_port for 7c0357d9-4a1c-4472-84ae-cc1f6a311490 owned by network:dhcp {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:09:36.321849 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-26ad0328-7613-434c-a251-2c14d680eed1 None None] Deleting port 7c0357d9-4a1c-4472-84ae-cc1f6a311490 {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:09:36.322313 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-26ad0328-7613-434c-a251-2c14d680eed1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (7c0357d9-4a1c-4472-84ae-cc1f6a311490), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:36.385708 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-26ad0328-7613-434c-a251-2c14d680eed1 None None] For port 7c0357d9-4a1c-4472-84ae-cc1f6a311490, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=7c0357d9-4a1c-4472-84ae-cc1f6a311490,segment=NetworkSegment(57d442c5-ec64-426b-bfe9-88b2c70531c7),segment_id=57d442c5-ec64-426b-bfe9-88b2c70531c7)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:09:36.386134 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-26ad0328-7613-434c-a251-2c14d680eed1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (7c0357d9-4a1c-4472-84ae-cc1f6a311490), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:36.398797 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-26ad0328-7613-434c-a251-2c14d680eed1 None None] Calling delete_port for 7c0357d9-4a1c-4472-84ae-cc1f6a311490 owned by network:dhcp {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:09:36.470019 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 7c0357d9-4a1c-4472-84ae-cc1f6a311490 no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:09:36.498505 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c19f3284-8d49-4fc8-bbaa-b5d0311fbf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (7c0357d9-4a1c-4472-84ae-cc1f6a311490), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:36.511928 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-26ad0328-7613-434c-a251-2c14d680eed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628'] for port (7c0357d9-4a1c-4472-84ae-cc1f6a311490), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:36.522906 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No active binding found for port 7c0357d9-4a1c-4472-84ae-cc1f6a311490 {{(pid=103541) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 23 11:09:36.523297 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] The host dv-cinder-790535-33-iscsi is not matching for port 7c0357d9-4a1c-4472-84ae-cc1f6a311490 host None! {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 23 11:09:36.523685 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 7c0357d9-4a1c-4472-84ae-cc1f6a311490 not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:09:36.524111 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 29f62212-11d5-4038-ae6b-89cde38d561a no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:09:36.527877 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19f3284-8d49-4fc8-bbaa-b5d0311fbf72 admin admin] No DVR routers for this DVR port 7c0357d9-4a1c-4472-84ae-cc1f6a311490 on host dv-cinder-790535-33-iscsi {{(pid=103540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:09:36.531825 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f3284-8d49-4fc8-bbaa-b5d0311fbf72 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c0357d9-4a1c-4472-84ae-cc1f6a311490,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:36.562531 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad0328-7613-434c-a251-2c14d680eed1 None None] Pushing event deleted for resources: {'Port': ['ID=7c0357d9-4a1c-4472-84ae-cc1f6a311490,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:36.565045 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ad0328-7613-434c-a251-2c14d680eed1 None None] No DVR routers for this DVR port 7c0357d9-4a1c-4472-84ae-cc1f6a311490 on host dv-cinder-790535-33-iscsi {{(pid=103541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:09:36.567260 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: 29f62212-11d5-4038-ae6b-89cde38d561a {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:09:36.567639 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 29f62212-11d5-4038-ae6b-89cde38d561a not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:09:36.568285 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 18896643-080e-45ec-9651-fcc34ac08cdc no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:09:36.593172 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad0328-7613-434c-a251-2c14d680eed1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:36.593543 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad0328-7613-434c-a251-2c14d680eed1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:36.593901 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad0328-7613-434c-a251-2c14d680eed1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:36.594266 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad0328-7613-434c-a251-2c14d680eed1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:36.594615 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad0328-7613-434c-a251-2c14d680eed1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:36.594951 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad0328-7613-434c-a251-2c14d680eed1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:36.595290 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad0328-7613-434c-a251-2c14d680eed1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:36.595628 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad0328-7613-434c-a251-2c14d680eed1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:36.595963 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad0328-7613-434c-a251-2c14d680eed1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:36.596299 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad0328-7613-434c-a251-2c14d680eed1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:36.596633 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad0328-7613-434c-a251-2c14d680eed1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:36.596964 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad0328-7613-434c-a251-2c14d680eed1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:36.597323 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad0328-7613-434c-a251-2c14d680eed1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:36.597654 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad0328-7613-434c-a251-2c14d680eed1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:36.597983 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad0328-7613-434c-a251-2c14d680eed1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:36.600731 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: 18896643-080e-45ec-9651-fcc34ac08cdc {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:09:36.601091 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 18896643-080e-45ec-9651-fcc34ac08cdc not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:09:36.607298 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c19f3284-8d49-4fc8-bbaa-b5d0311fbf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3292129', 'neutron.services.segments.db._delete_segments_for_network-8738511072579'] for network (a89a6767-25b8-437f-a491-713b0277c026), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:36.630966 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-c19f3284-8d49-4fc8-bbaa-b5d0311fbf72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2974ccd280>,) {'filters': {'network_id': ['a89a6767-25b8-437f-a491-713b0277c026']}} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:36.640568 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-c19f3284-8d49-4fc8-bbaa-b5d0311fbf72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2974ccd280>, '57d442c5-ec64-426b-bfe9-88b2c70531c7') {'for_net_delete': True} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:36.640867 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-c19f3284-8d49-4fc8-bbaa-b5d0311fbf72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2974ccd280>, '57d442c5-ec64-426b-bfe9-88b2c70531c7') {} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:36.650240 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c19f3284-8d49-4fc8-bbaa-b5d0311fbf72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738511073100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12492011'] for segment (57d442c5-ec64-426b-bfe9-88b2c70531c7), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:36.664079 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c19f3284-8d49-4fc8-bbaa-b5d0311fbf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (57d442c5-ec64-426b-bfe9-88b2c70531c7), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:36.669723 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c19f3284-8d49-4fc8-bbaa-b5d0311fbf72 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 11:09:36.670103 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c19f3284-8d49-4fc8-bbaa-b5d0311fbf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12548094'] for segment (57d442c5-ec64-426b-bfe9-88b2c70531c7), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: Traceback (most recent call last): Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: timer() Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: cb(*args, **kw) Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: return func(*args, **kwargs) Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: self._notify() Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: self.callback(batched_events) Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: event.method(event) Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: return f(self, *a, **k) Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: return self._get(url).json() Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: return self.request(url, 'GET', **kwargs) Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:09:36.671805 dv-cinder-790535-33-iscsi neutron-server[103540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:09:36.824343 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c19f3284-8d49-4fc8-bbaa-b5d0311fbf72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3292122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589424'] for network (a89a6767-25b8-437f-a491-713b0277c026), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:36.829601 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c19f3284-8d49-4fc8-bbaa-b5d0311fbf72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:36.832709 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-c19f3284-8d49-4fc8-bbaa-b5d0311fbf72 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a89a6767-25b8-437f-a491-713b0277c026 HTTP/1.1" status: 204 len: 168 time: 0.7610419 Mar 23 11:09:36.843973 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f3284-8d49-4fc8-bbaa-b5d0311fbf72 admin admin] Pushing event deleted for resources: {'Network': ['ID=a89a6767-25b8-437f-a491-713b0277c026,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:37.145082 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 53996) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:37.184576 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-a4be0760-0320-4d29-b07c-433eacb7e9f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a9722a34d004a16ae8e2fb602d551e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380318 Mar 23 11:09:37.186764 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 54000) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:37.234111 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f8afe57d-b771-42e3-9aa3-d3f8a3b89ef3 admin admin] Publish callbacks [] for security_group (d2f7b7aa-bf62-4a5c-875f-f27ebf13fd8b), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:37.259389 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f8afe57d-b771-42e3-9aa3-d3f8a3b89ef3 admin admin] Publish callbacks [] for security_group (d2f7b7aa-bf62-4a5c-875f-f27ebf13fd8b), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:37.606813 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f8afe57d-b771-42e3-9aa3-d3f8a3b89ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (d2f7b7aa-bf62-4a5c-875f-f27ebf13fd8b), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:37.609405 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f8afe57d-b771-42e3-9aa3-d3f8a3b89ef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:37.610568 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-f8afe57d-b771-42e3-9aa3-d3f8a3b89ef3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2f7b7aa-bf62-4a5c-875f-f27ebf13fd8b HTTP/1.1" status: 204 len: 168 time: 0.4228323 Mar 23 11:09:37.618689 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8afe57d-b771-42e3-9aa3-d3f8a3b89ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f7b7aa-bf62-4a5c-875f-f27ebf13fd8b,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:39.452810 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 54066) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:39.556446 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-09bbaefb-656b-4a9d-8f16-92c1bc79dc06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:39.628961 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-09bbaefb-656b-4a9d-8f16-92c1bc79dc06 admin admin] Publish callbacks [] for security_group (db3724e1-a5b4-4fc1-b878-8c8885cf3dfb), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:39.740710 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-09bbaefb-656b-4a9d-8f16-92c1bc79dc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (db3724e1-a5b4-4fc1-b878-8c8885cf3dfb), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:39.779990 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-09bbaefb-656b-4a9d-8f16-92c1bc79dc06 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23c1f009b8b14a20810d10fc7184ec69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3258300 Mar 23 11:09:39.781198 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbaefb-656b-4a9d-8f16-92c1bc79dc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3724e1-a5b4-4fc1-b878-8c8885cf3dfb,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:39.782869 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 54074) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:39.830514 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-08eaa968-fe2e-4adc-aed2-0c3844f36777 admin admin] Publish callbacks [] for security_group (db3724e1-a5b4-4fc1-b878-8c8885cf3dfb), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:39.851629 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-08eaa968-fe2e-4adc-aed2-0c3844f36777 admin admin] Publish callbacks [] for security_group (db3724e1-a5b4-4fc1-b878-8c8885cf3dfb), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:39.978023 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-08eaa968-fe2e-4adc-aed2-0c3844f36777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (db3724e1-a5b4-4fc1-b878-8c8885cf3dfb), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:39.980575 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-08eaa968-fe2e-4adc-aed2-0c3844f36777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:39.981742 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-08eaa968-fe2e-4adc-aed2-0c3844f36777 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db3724e1-a5b4-4fc1-b878-8c8885cf3dfb HTTP/1.1" status: 204 len: 168 time: 0.1978769 Mar 23 11:09:39.989381 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eaa968-fe2e-4adc-aed2-0c3844f36777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3724e1-a5b4-4fc1-b878-8c8885cf3dfb,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:45.162450 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0de81f-8438-43b8-ac0a-d9f59ee35dc0 req-9fc3d5aa-4085-4a0b-8121-7e327aa8a3dd tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:45.163924 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5f0de81f-8438-43b8-ac0a-d9f59ee35dc0 req-9fc3d5aa-4085-4a0b-8121-7e327aa8a3dd tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8 HTTP/1.1" status: 200 len: 945 time: 0.0516191 Mar 23 11:09:45.215309 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5f0de81f-8438-43b8-ac0a-d9f59ee35dc0 req-ee73de8e-01fb-4076-afaf-642bc62bc3b1 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ea82e2a-420c-459f-bba5-630f0782cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445786 Mar 23 11:09:45.643780 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 54200) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:45.747499 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ee32b03f-68ab-42e4-9651-e75bbf92efff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:45.820270 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ee32b03f-68ab-42e4-9651-e75bbf92efff admin admin] Publish callbacks [] for security_group (62edc94f-44eb-4b60-a383-88c59803b8ac), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:45.903780 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ee32b03f-68ab-42e4-9651-e75bbf92efff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (62edc94f-44eb-4b60-a383-88c59803b8ac), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:45.941258 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-ee32b03f-68ab-42e4-9651-e75bbf92efff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40ba5f8646444ccb95cba1c05ba0b100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962766 Mar 23 11:09:45.943228 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32b03f-68ab-42e4-9651-e75bbf92efff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62edc94f-44eb-4b60-a383-88c59803b8ac,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:45.944115 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 54208) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:46.006902 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d64c8b9d-5d8e-44e1-a589-6999bd8a983f admin admin] Publish callbacks [] for security_group (62edc94f-44eb-4b60-a383-88c59803b8ac), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:46.028221 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d64c8b9d-5d8e-44e1-a589-6999bd8a983f admin admin] Publish callbacks [] for security_group (62edc94f-44eb-4b60-a383-88c59803b8ac), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:46.160779 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d64c8b9d-5d8e-44e1-a589-6999bd8a983f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (62edc94f-44eb-4b60-a383-88c59803b8ac), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:46.163652 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d64c8b9d-5d8e-44e1-a589-6999bd8a983f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:46.164802 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-d64c8b9d-5d8e-44e1-a589-6999bd8a983f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62edc94f-44eb-4b60-a383-88c59803b8ac HTTP/1.1" status: 204 len: 168 time: 0.2197068 Mar 23 11:09:46.173384 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c8b9d-5d8e-44e1-a589-6999bd8a983f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62edc94f-44eb-4b60-a383-88c59803b8ac,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:46.180597 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8b9d-5d8e-44e1-a589-6999bd8a983f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:46.180948 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8b9d-5d8e-44e1-a589-6999bd8a983f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:46.181323 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8b9d-5d8e-44e1-a589-6999bd8a983f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:46.181669 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8b9d-5d8e-44e1-a589-6999bd8a983f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:46.182140 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8b9d-5d8e-44e1-a589-6999bd8a983f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:46.182388 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8b9d-5d8e-44e1-a589-6999bd8a983f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:46.182724 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8b9d-5d8e-44e1-a589-6999bd8a983f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:46.183615 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8b9d-5d8e-44e1-a589-6999bd8a983f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:46.184009 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8b9d-5d8e-44e1-a589-6999bd8a983f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:46.184342 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8b9d-5d8e-44e1-a589-6999bd8a983f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:46.184671 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8b9d-5d8e-44e1-a589-6999bd8a983f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:46.185000 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8b9d-5d8e-44e1-a589-6999bd8a983f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:46.185350 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8b9d-5d8e-44e1-a589-6999bd8a983f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:46.185679 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8b9d-5d8e-44e1-a589-6999bd8a983f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:46.186000 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c8b9d-5d8e-44e1-a589-6999bd8a983f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:46.338840 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dea5ad-58a9-42bf-ad58-77d3cb990d55 req-664c3c0b-863b-413a-84c5-a163ef90ddb6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:46.340902 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-72dea5ad-58a9-42bf-ad58-77d3cb990d55 req-664c3c0b-863b-413a-84c5-a163ef90ddb6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8 HTTP/1.1" status: 200 len: 945 time: 0.0545611 Mar 23 11:09:46.388053 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-72dea5ad-58a9-42bf-ad58-77d3cb990d55 req-ba01ac4e-1542-4807-936e-b6bf59523dc6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ea82e2a-420c-459f-bba5-630f0782cdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415378 Mar 23 11:09:46.633021 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3451561-e825-45be-8d6d-d480bf27929e req-b2cf43cd-2105-4795-a060-9d27564acfc9 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:46.634500 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-e3451561-e825-45be-8d6d-d480bf27929e req-b2cf43cd-2105-4795-a060-9d27564acfc9 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.52 "GET /v2.0/ports?device_id=7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8 HTTP/1.1" status: 200 len: 945 time: 0.0523059 Mar 23 11:09:46.738235 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [req-e3451561-e825-45be-8d6d-d480bf27929e req-6dedd583-ecf1-4dbd-873b-5cca1d87af1c tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Deleting port edcf302a-2376-4efa-9f87-961d4fc9f9dd {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:09:46.738885 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-e3451561-e825-45be-8d6d-d480bf27929e req-6dedd583-ecf1-4dbd-873b-5cca1d87af1c tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (edcf302a-2376-4efa-9f87-961d4fc9f9dd), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:46.747971 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 54222) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:46.760525 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-60f8172b-9e51-48e2-a8a0-cf2a45a89ced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:46.831377 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-e3451561-e825-45be-8d6d-d480bf27929e req-6dedd583-ecf1-4dbd-873b-5cca1d87af1c tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] For port edcf302a-2376-4efa-9f87-961d4fc9f9dd, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=edcf302a-2376-4efa-9f87-961d4fc9f9dd,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:09:46.833709 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-e3451561-e825-45be-8d6d-d480bf27929e req-6dedd583-ecf1-4dbd-873b-5cca1d87af1c tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (edcf302a-2376-4efa-9f87-961d4fc9f9dd), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:46.842500 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-60f8172b-9e51-48e2-a8a0-cf2a45a89ced admin admin] Publish callbacks [] for security_group (8316c0d0-eb23-4e98-b1c2-45313428a5e1), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:46.923251 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-60f8172b-9e51-48e2-a8a0-cf2a45a89ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (8316c0d0-eb23-4e98-b1c2-45313428a5e1), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:46.963169 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-60f8172b-9e51-48e2-a8a0-cf2a45a89ced admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3f45eaafa724e148e9ce0a19b679c58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141125 Mar 23 11:09:46.964304 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8172b-9e51-48e2-a8a0-cf2a45a89ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8316c0d0-eb23-4e98-b1c2-45313428a5e1,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:46.968073 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 54224) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:47.016064 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8eebe288-6217-433d-9802-4901bacb0a58 admin admin] Publish callbacks [] for security_group (8316c0d0-eb23-4e98-b1c2-45313428a5e1), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:47.036907 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8eebe288-6217-433d-9802-4901bacb0a58 admin admin] Publish callbacks [] for security_group (8316c0d0-eb23-4e98-b1c2-45313428a5e1), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:47.051391 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-e3451561-e825-45be-8d6d-d480bf27929e req-6dedd583-ecf1-4dbd-873b-5cca1d87af1c tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:47.051978 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-e3451561-e825-45be-8d6d-d480bf27929e req-6dedd583-ecf1-4dbd-873b-5cca1d87af1c tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (b6783859-0a73-4e45-89af-d86c9f896056), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:47.052302 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.db.l3_db [req-e3451561-e825-45be-8d6d-d480bf27929e req-6dedd583-ecf1-4dbd-873b-5cca1d87af1c tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Floating IP b6783859-0a73-4e45-89af-d86c9f896056 disassociated. External IP: 172.27.0.207, port: edcf302a-2376-4efa-9f87-961d4fc9f9dd. Mar 23 11:09:47.052653 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [req-e3451561-e825-45be-8d6d-d480bf27929e req-6dedd583-ecf1-4dbd-873b-5cca1d87af1c tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Calling delete_port for edcf302a-2376-4efa-9f87-961d4fc9f9dd owned by compute:nova {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:09:47.132299 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8eebe288-6217-433d-9802-4901bacb0a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (8316c0d0-eb23-4e98-b1c2-45313428a5e1), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:47.135123 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8eebe288-6217-433d-9802-4901bacb0a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:47.136871 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-8eebe288-6217-433d-9802-4901bacb0a58 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8316c0d0-eb23-4e98-b1c2-45313428a5e1 HTTP/1.1" status: 204 len: 168 time: 0.1678715 Mar 23 11:09:47.145219 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebe288-6217-433d-9802-4901bacb0a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8316c0d0-eb23-4e98-b1c2-45313428a5e1,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:47.246739 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-e3451561-e825-45be-8d6d-d480bf27929e req-6dedd583-ecf1-4dbd-873b-5cca1d87af1c tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (edcf302a-2376-4efa-9f87-961d4fc9f9dd), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:47.277909 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dedd583-ecf1-4dbd-873b-5cca1d87af1c tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event deleted for resources: {'Port': ['ID=edcf302a-2376-4efa-9f87-961d4fc9f9dd,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:47.396436 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 54238) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:47.405922 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3451561-e825-45be-8d6d-d480bf27929e req-6dedd583-ecf1-4dbd-873b-5cca1d87af1c tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Router cfcddd4b-98da-461c-8da1-9502797c8c75 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:09:47.449551 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_v2 [None req-127f65a2-fb3d-4bd9-afb4-f42f4145a7b4 admin admin] Deleting subnet 3ea2c9f4-e0fa-4a2b-854b-14e5a8a39496 {{(pid=103540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 11:09:47.453177 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-127f65a2-fb3d-4bd9-afb4-f42f4145a7b4 admin admin] Publish callbacks [] for subnet (3ea2c9f4-e0fa-4a2b-854b-14e5a8a39496), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:47.532694 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3451561-e825-45be-8d6d-d480bf27929e req-6dedd583-ecf1-4dbd-873b-5cca1d87af1c tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:09:47.546677 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30aaf794-f5c8-4a6d-a72d-2fee31ada809 None None] Sync routers for ids ['cfcddd4b-98da-461c-8da1-9502797c8c75'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:09:47.563118 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aaf794-f5c8-4a6d-a72d-2fee31ada809 None None] Routers {'cfcddd4b-98da-461c-8da1-9502797c8c75'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:09:47.563821 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-30aaf794-f5c8-4a6d-a72d-2fee31ada809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f29770bcee0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:09:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cfcddd4b-98da-461c-8da1-9502797c8c75'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:47.589379 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3451561-e825-45be-8d6d-d480bf27929e req-6dedd583-ecf1-4dbd-873b-5cca1d87af1c tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] No DVR routers for this DVR port edcf302a-2376-4efa-9f87-961d4fc9f9dd on host hv-cinder-79053 {{(pid=103539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:09:47.592470 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-e3451561-e825-45be-8d6d-d480bf27929e req-6dedd583-ecf1-4dbd-873b-5cca1d87af1c tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:47.597024 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-e3451561-e825-45be-8d6d-d480bf27929e req-6dedd583-ecf1-4dbd-873b-5cca1d87af1c tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.52 "DELETE /v2.0/ports/edcf302a-2376-4efa-9f87-961d4fc9f9dd HTTP/1.1" status: 204 len: 173 time: 0.9574447 Mar 23 11:09:47.597568 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8', 'name': 'network-vif-deleted', 'tag': 'edcf302a-2376-4efa-9f87-961d4fc9f9dd'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:09:47.601740 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072225d5-d045-4a89-894e-5a7921cd3f11" -d '{"events": [{"server_uuid": "7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8", "name": "network-vif-deleted", "tag": "edcf302a-2376-4efa-9f87-961d4fc9f9dd"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:09:47.720964 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-30aaf794-f5c8-4a6d-a72d-2fee31ada809 None None] Set router cfcddd4b-98da-461c-8da1-9502797c8c75 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:09:47.832892 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7118f3-d42d-43d0-b051-bb6449aab7b7 x-openstack-request-id: req-ac7118f3-d42d-43d0-b051-bb6449aab7b7 {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:09:47.833427 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8", "name": "network-vif-deleted", "tag": "edcf302a-2376-4efa-9f87-961d4fc9f9dd", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:09:47.833515 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac7118f3-d42d-43d0-b051-bb6449aab7b7 {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:09:47.833994 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac7118f3-d42d-43d0-b051-bb6449aab7b7'] response: {'server_uuid': '7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8', 'name': 'network-vif-deleted', 'tag': 'edcf302a-2376-4efa-9f87-961d4fc9f9dd', 'status': 'completed', 'code': 200} Mar 23 11:09:47.840909 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-79efe706-c4b0-490d-b823-7994796f7594 req-6b74233a-a1d5-4b7a-846b-6764ef64f506 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8 HTTP/1.1" status: 200 len: 210 time: 0.0413959 Mar 23 11:09:47.860301 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-127f65a2-fb3d-4bd9-afb4-f42f4145a7b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12491986'] for subnet (3ea2c9f4-e0fa-4a2b-854b-14e5a8a39496), precommit_delete_associations {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:47.900922 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-127f65a2-fb3d-4bd9-afb4-f42f4145a7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3350868'] for subnet (3ea2c9f4-e0fa-4a2b-854b-14e5a8a39496), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:48.002820 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-30aaf794-f5c8-4a6d-a72d-2fee31ada809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f29770bcee0>, [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '15922e6e-2159-4aa0-bec4-e90206f8e6c1', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'port_id': 'f744300c-c76a-4905-9c49-3eaf5173b7b1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'mac_address': 'fa:16:3e:58:70:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4051b15a-0b7c-4376-8435-8984ceaf4cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:07:33Z', 'updated_at': '2022-03-23T11:07:48Z', 'revision_number': 2, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:48.032508 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30aaf794-f5c8-4a6d-a72d-2fee31ada809 None None] Checking router: cfcddd4b-98da-461c-8da1-9502797c8c75 for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:09:48.046041 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aaf794-f5c8-4a6d-a72d-2fee31ada809 None None] Routers {'cfcddd4b-98da-461c-8da1-9502797c8c75'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:09:48.046041 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-30aaf794-f5c8-4a6d-a72d-2fee31ada809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f29770bcee0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:09:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cfcddd4b-98da-461c-8da1-9502797c8c75'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:48.064752 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-127f65a2-fb3d-4bd9-afb4-f42f4145a7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3350861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12546396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11773122'] for subnet (3ea2c9f4-e0fa-4a2b-854b-14e5a8a39496), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:48.098788 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f65a2-fb3d-4bd9-afb4-f42f4145a7b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ea2c9f4-e0fa-4a2b-854b-14e5a8a39496,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:48.110026 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-127f65a2-fb3d-4bd9-afb4-f42f4145a7b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:48.115704 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-127f65a2-fb3d-4bd9-afb4-f42f4145a7b4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3ea2c9f4-e0fa-4a2b-854b-14e5a8a39496 HTTP/1.1" status: 204 len: 168 time: 0.7158334 Mar 23 11:09:48.116148 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 54260) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:48.169042 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-30aaf794-f5c8-4a6d-a72d-2fee31ada809 None None] Set router cfcddd4b-98da-461c-8da1-9502797c8c75 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:09:48.193812 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-6c7da67d-207f-47bb-a5ad-9fea1fb2fe06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148571'] for network (6cc75215-48ec-45c8-af07-85c7b52deaa3), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:48.273093 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-6c7da67d-207f-47bb-a5ad-9fea1fb2fe06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3292129', 'neutron.services.segments.db._delete_segments_for_network-8738511072579'] for network (6cc75215-48ec-45c8-af07-85c7b52deaa3), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:48.302122 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-6c7da67d-207f-47bb-a5ad-9fea1fb2fe06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2975143f70>,) {'filters': {'network_id': ['6cc75215-48ec-45c8-af07-85c7b52deaa3']}} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:48.312184 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-6c7da67d-207f-47bb-a5ad-9fea1fb2fe06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2975143f70>, '0de7b9aa-bcf4-4a1d-82e7-a154561fd6bb') {'for_net_delete': True} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:48.312731 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-6c7da67d-207f-47bb-a5ad-9fea1fb2fe06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2975143f70>, '0de7b9aa-bcf4-4a1d-82e7-a154561fd6bb') {} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:48.322744 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-6c7da67d-207f-47bb-a5ad-9fea1fb2fe06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738511073100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12492011'] for segment (0de7b9aa-bcf4-4a1d-82e7-a154561fd6bb), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:48.335992 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-6c7da67d-207f-47bb-a5ad-9fea1fb2fe06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (0de7b9aa-bcf4-4a1d-82e7-a154561fd6bb), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:48.343246 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c7da67d-207f-47bb-a5ad-9fea1fb2fe06 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 11:09:48.343820 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-6c7da67d-207f-47bb-a5ad-9fea1fb2fe06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12548094'] for segment (0de7b9aa-bcf4-4a1d-82e7-a154561fd6bb), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: Traceback (most recent call last): Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: timer() Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: cb(*args, **kw) Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: return func(*args, **kwargs) Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: self._notify() Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: self.callback(batched_events) Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: event.method(event) Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: return f(self, *a, **k) Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: return self._get(url).json() Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: return self.request(url, 'GET', **kwargs) Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:09:48.345515 dv-cinder-790535-33-iscsi neutron-server[103540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:09:48.415327 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-30aaf794-f5c8-4a6d-a72d-2fee31ada809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f29770bcee0>, [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '15922e6e-2159-4aa0-bec4-e90206f8e6c1', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'port_id': 'f744300c-c76a-4905-9c49-3eaf5173b7b1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'mac_address': 'fa:16:3e:58:70:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4051b15a-0b7c-4376-8435-8984ceaf4cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:07:33Z', 'updated_at': '2022-03-23T11:07:48Z', 'revision_number': 2, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:48.447192 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30aaf794-f5c8-4a6d-a72d-2fee31ada809 None None] The sync data for ids ['cfcddd4b-98da-461c-8da1-9502797c8c75'] in dv-cinder-790535-33-iscsi is: [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '15922e6e-2159-4aa0-bec4-e90206f8e6c1', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'port_id': 'f744300c-c76a-4905-9c49-3eaf5173b7b1', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'mac_address': 'fa:16:3e:58:70:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4051b15a-0b7c-4376-8435-8984ceaf4cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:07:33Z', 'updated_at': '2022-03-23T11:07:48Z', 'revision_number': 2, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:09:48.527083 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-6c7da67d-207f-47bb-a5ad-9fea1fb2fe06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3292122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589424'] for network (6cc75215-48ec-45c8-af07-85c7b52deaa3), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:48.534119 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-6c7da67d-207f-47bb-a5ad-9fea1fb2fe06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:48.540626 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 54272) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:48.540882 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-6c7da67d-207f-47bb-a5ad-9fea1fb2fe06 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6cc75215-48ec-45c8-af07-85c7b52deaa3 HTTP/1.1" status: 204 len: 168 time: 0.4235816 Mar 23 11:09:48.555691 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7da67d-207f-47bb-a5ad-9fea1fb2fe06 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cc75215-48ec-45c8-af07-85c7b52deaa3,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:48.594500 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6bab4e-2c09-4810-b880-756837afc3f8 admin admin] Deleting subnet 1d3ce4f5-0505-4bb5-9066-94b230af4692 {{(pid=103539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 11:09:48.597962 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ec6bab4e-2c09-4810-b880-756837afc3f8 admin admin] Publish callbacks [] for subnet (1d3ce4f5-0505-4bb5-9066-94b230af4692), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:48.634411 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ec6bab4e-2c09-4810-b880-756837afc3f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11844273'] for subnet (1d3ce4f5-0505-4bb5-9066-94b230af4692), precommit_delete_associations {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:48.677750 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ec6bab4e-2c09-4810-b880-756837afc3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3350868'] for subnet (1d3ce4f5-0505-4bb5-9066-94b230af4692), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:48.710674 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620f6aa4-2123-43bb-960f-ed154861affb None None] New status for floating IP b6783859-0a73-4e45-89af-d86c9f896056: DOWN {{(pid=103541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:09:48.878020 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ec6bab4e-2c09-4810-b880-756837afc3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3350861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11800261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11983438'] for subnet (1d3ce4f5-0505-4bb5-9066-94b230af4692), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:48.924737 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6bab4e-2c09-4810-b880-756837afc3f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d3ce4f5-0505-4bb5-9066-94b230af4692,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:48.936141 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ec6bab4e-2c09-4810-b880-756837afc3f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:48.942045 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-ec6bab4e-2c09-4810-b880-756837afc3f8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1d3ce4f5-0505-4bb5-9066-94b230af4692 HTTP/1.1" status: 204 len: 168 time: 0.3999581 Mar 23 11:09:48.945436 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 54276) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:48.951359 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bab4e-2c09-4810-b880-756837afc3f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:48.951675 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bab4e-2c09-4810-b880-756837afc3f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:48.952214 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bab4e-2c09-4810-b880-756837afc3f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:48.952718 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bab4e-2c09-4810-b880-756837afc3f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:48.953276 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bab4e-2c09-4810-b880-756837afc3f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:48.953789 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bab4e-2c09-4810-b880-756837afc3f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:48.954354 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bab4e-2c09-4810-b880-756837afc3f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:48.954698 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bab4e-2c09-4810-b880-756837afc3f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:48.955034 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bab4e-2c09-4810-b880-756837afc3f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:48.955371 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bab4e-2c09-4810-b880-756837afc3f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:48.955714 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bab4e-2c09-4810-b880-756837afc3f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:48.956048 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bab4e-2c09-4810-b880-756837afc3f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:48.956378 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bab4e-2c09-4810-b880-756837afc3f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:48.956787 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bab4e-2c09-4810-b880-756837afc3f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:48.957181 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6bab4e-2c09-4810-b880-756837afc3f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:48.960982 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9e85f2af-90fb-4386-9085-4acacfe35088 req-c109e352-6578-485e-9d81-131c09378502 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f62c977-b0e8-4b5c-9dc6-a6b6935dcac8 HTTP/1.1" status: 200 len: 210 time: 0.0310271 Mar 23 11:09:49.028504 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0f346328-3edb-4612-aae3-5758d1f57feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148571'] for network (509e071a-b690-4db0-ba06-8694d2a82fa7), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:49.106992 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0f346328-3edb-4612-aae3-5758d1f57feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3292129', 'neutron.services.segments.db._delete_segments_for_network-8738511072579'] for network (509e071a-b690-4db0-ba06-8694d2a82fa7), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:49.112297 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 54280) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:49.131547 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.services.segments.db [None req-0f346328-3edb-4612-aae3-5758d1f57feb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f29757a0670>,) {'filters': {'network_id': ['509e071a-b690-4db0-ba06-8694d2a82fa7']}} {{(pid=103539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:49.141250 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.services.segments.db [None req-0f346328-3edb-4612-aae3-5758d1f57feb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f29757a0670>, 'd2a7c60c-87e2-40b9-910d-dc6048c3f92a') {'for_net_delete': True} {{(pid=103539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:49.141557 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.services.segments.db [None req-0f346328-3edb-4612-aae3-5758d1f57feb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f29757a0670>, 'd2a7c60c-87e2-40b9-910d-dc6048c3f92a') {} {{(pid=103539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:49.150664 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0f346328-3edb-4612-aae3-5758d1f57feb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738511073100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11844232'] for segment (d2a7c60c-87e2-40b9-910d-dc6048c3f92a), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:49.164208 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0f346328-3edb-4612-aae3-5758d1f57feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (d2a7c60c-87e2-40b9-910d-dc6048c3f92a), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:49.171047 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f346328-3edb-4612-aae3-5758d1f57feb admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 11:09:49.171718 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0f346328-3edb-4612-aae3-5758d1f57feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798631'] for segment (d2a7c60c-87e2-40b9-910d-dc6048c3f92a), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: Traceback (most recent call last): Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: timer() Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: cb(*args, **kw) Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: return func(*args, **kwargs) Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: self._notify() Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: self.callback(batched_events) Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: event.method(event) Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: return f(self, *a, **k) Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: return self._get(url).json() Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: return self.request(url, 'GET', **kwargs) Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:09:49.174179 dv-cinder-790535-33-iscsi neutron-server[103539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:09:49.219490 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-0d193c98-4c5d-43d8-9d06-d52cc8cb29dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:49.288900 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0f346328-3edb-4612-aae3-5758d1f57feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3292122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589424'] for network (509e071a-b690-4db0-ba06-8694d2a82fa7), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:49.295413 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0f346328-3edb-4612-aae3-5758d1f57feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:49.298718 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-0f346328-3edb-4612-aae3-5758d1f57feb admin admin] 10.222.0.41 "DELETE /v2.0/networks/509e071a-b690-4db0-ba06-8694d2a82fa7 HTTP/1.1" status: 204 len: 168 time: 0.3546929 Mar 23 11:09:49.308434 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f346328-3edb-4612-aae3-5758d1f57feb admin admin] Pushing event deleted for resources: {'Network': ['ID=509e071a-b690-4db0-ba06-8694d2a82fa7,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:49.343568 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-0d193c98-4c5d-43d8-9d06-d52cc8cb29dc admin admin] Publish callbacks [] for security_group (016b36fe-40ca-4e0e-a036-ef8343c94cae), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:49.408880 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-0d193c98-4c5d-43d8-9d06-d52cc8cb29dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (016b36fe-40ca-4e0e-a036-ef8343c94cae), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:49.447371 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-0d193c98-4c5d-43d8-9d06-d52cc8cb29dc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=73bd7fadd05d4c5fb7ef77e13cc21285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340068 Mar 23 11:09:49.449065 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d193c98-4c5d-43d8-9d06-d52cc8cb29dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016b36fe-40ca-4e0e-a036-ef8343c94cae,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:49.450680 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 54286) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:49.497892 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-523dc6c3-37df-48e0-8163-f66eadf0269e admin admin] Publish callbacks [] for security_group (016b36fe-40ca-4e0e-a036-ef8343c94cae), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:49.523053 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-523dc6c3-37df-48e0-8163-f66eadf0269e admin admin] Publish callbacks [] for security_group (016b36fe-40ca-4e0e-a036-ef8343c94cae), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:49.632305 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 54288) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:49.669239 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-523dc6c3-37df-48e0-8163-f66eadf0269e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (016b36fe-40ca-4e0e-a036-ef8343c94cae), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:49.671837 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-523dc6c3-37df-48e0-8163-f66eadf0269e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:49.672937 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-523dc6c3-37df-48e0-8163-f66eadf0269e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/016b36fe-40ca-4e0e-a036-ef8343c94cae HTTP/1.1" status: 204 len: 168 time: 0.2212243 Mar 23 11:09:49.678000 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-0733b4a3-429b-4d8a-ba2e-1b8fc4dc7f69 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b85a1e1c6264ae4aa804ac077944f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446193 Mar 23 11:09:49.680583 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 54292) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:49.683466 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523dc6c3-37df-48e0-8163-f66eadf0269e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016b36fe-40ca-4e0e-a036-ef8343c94cae,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:49.736431 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-689775e1-5dce-4a35-8965-a7f7ddbe9eef admin admin] Publish callbacks [] for security_group (537bf632-c402-47ef-9272-50c734832009), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:49.758981 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-689775e1-5dce-4a35-8965-a7f7ddbe9eef admin admin] Publish callbacks [] for security_group (537bf632-c402-47ef-9272-50c734832009), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:49.798804 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device edcf302a-2376-4efa-9f87-961d4fc9f9dd no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:09:49.819658 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] No Port match for: edcf302a-2376-4efa-9f87-961d4fc9f9dd {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:09:49.819944 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device edcf302a-2376-4efa-9f87-961d4fc9f9dd not bound to the agent host hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:09:49.883289 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-689775e1-5dce-4a35-8965-a7f7ddbe9eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (537bf632-c402-47ef-9272-50c734832009), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:49.885885 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-689775e1-5dce-4a35-8965-a7f7ddbe9eef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:49.887621 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-689775e1-5dce-4a35-8965-a7f7ddbe9eef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/537bf632-c402-47ef-9272-50c734832009 HTTP/1.1" status: 204 len: 168 time: 0.2060084 Mar 23 11:09:49.895440 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689775e1-5dce-4a35-8965-a7f7ddbe9eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537bf632-c402-47ef-9272-50c734832009,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:50.534383 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 54318) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:50.573982 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-30789e80-aee9-49a1-9e99-a13e71da76d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b7064240e7e41ce8e5d316b48d4c29b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378454 Mar 23 11:09:50.576380 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 54320) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:50.625134 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a71993f9-f825-4b9c-ab22-a55474020c14 admin admin] Publish callbacks [] for security_group (0deb0f02-4948-430b-b973-66bd58abd993), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:50.647180 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a71993f9-f825-4b9c-ab22-a55474020c14 admin admin] Publish callbacks [] for security_group (0deb0f02-4948-430b-b973-66bd58abd993), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:50.789944 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a71993f9-f825-4b9c-ab22-a55474020c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (0deb0f02-4948-430b-b973-66bd58abd993), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:50.793493 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a71993f9-f825-4b9c-ab22-a55474020c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:50.794709 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-a71993f9-f825-4b9c-ab22-a55474020c14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0deb0f02-4948-430b-b973-66bd58abd993 HTTP/1.1" status: 204 len: 168 time: 0.2174077 Mar 23 11:09:50.803202 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71993f9-f825-4b9c-ab22-a55474020c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0deb0f02-4948-430b-b973-66bd58abd993,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:51.121919 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 54334) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:51.177097 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-7572e4f4-fa52-4477-b7e9-2883d5f1f976 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group (2ea82e2a-420c-459f-bba5-630f0782cdf2), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:51.201596 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-7572e4f4-fa52-4477-b7e9-2883d5f1f976 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group (2ea82e2a-420c-459f-bba5-630f0782cdf2), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:51.307700 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 54342) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:51.322945 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-7572e4f4-fa52-4477-b7e9-2883d5f1f976 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (2ea82e2a-420c-459f-bba5-630f0782cdf2), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:51.325789 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-7572e4f4-fa52-4477-b7e9-2883d5f1f976 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:51.329321 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-7572e4f4-fa52-4477-b7e9-2883d5f1f976 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "DELETE /v2.0/security-groups/2ea82e2a-420c-459f-bba5-630f0782cdf2 HTTP/1.1" status: 204 len: 168 time: 0.2038233 Mar 23 11:09:51.330850 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 54348) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:51.349201 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.api.v2.resource [None req-9d8232c0-1357-4356-ad5b-8b75dd5f844f tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] show failed (client error): The resource could not be found. Mar 23 11:09:51.354015 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572e4f4-fa52-4477-b7e9-2883d5f1f976 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea82e2a-420c-459f-bba5-630f0782cdf2,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:51.354293 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 54350) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:51.355661 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-9d8232c0-1357-4356-ad5b-8b75dd5f844f tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups/2ea82e2a-420c-459f-bba5-630f0782cdf2 HTTP/1.1" status: 404 len: 347 time: 0.0226543 Mar 23 11:09:51.414519 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:51.461364 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8edb27a1-038b-4af5-8e52-2634ffd47441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:51.540574 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-8ba5b6c4-7650-429d-b722-a4796b5dcdc9 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Deleting port 3113f940-851b-4287-86d0-6c5e7e9f5e20 {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:09:51.540921 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8ba5b6c4-7650-429d-b722-a4796b5dcdc9 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (3113f940-851b-4287-86d0-6c5e7e9f5e20), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:51.626168 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8edb27a1-038b-4af5-8e52-2634ffd47441 admin admin] Publish callbacks [] for security_group (a5ee4e5b-2f7e-441e-8a1d-af37a154b23e), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:51.640997 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8ba5b6c4-7650-429d-b722-a4796b5dcdc9 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (3113f940-851b-4287-86d0-6c5e7e9f5e20), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:51.641362 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8ba5b6c4-7650-429d-b722-a4796b5dcdc9 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (3113f940-851b-4287-86d0-6c5e7e9f5e20), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:51.653910 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-8ba5b6c4-7650-429d-b722-a4796b5dcdc9 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Calling delete_port for 3113f940-851b-4287-86d0-6c5e7e9f5e20 owned by network:floatingip {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:09:51.722265 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8edb27a1-038b-4af5-8e52-2634ffd47441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (a5ee4e5b-2f7e-441e-8a1d-af37a154b23e), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:51.773992 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-8edb27a1-038b-4af5-8e52-2634ffd47441 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2fb9f84b8134f4e9aa85b32959b53f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4651179 Mar 23 11:09:51.775649 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb27a1-038b-4af5-8e52-2634ffd47441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ee4e5b-2f7e-441e-8a1d-af37a154b23e,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:51.777264 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 54362) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:51.825745 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1b6fac31-afbe-4221-a5fc-58f46cfb1459 admin admin] Publish callbacks [] for security_group (a5ee4e5b-2f7e-441e-8a1d-af37a154b23e), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:51.847555 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1b6fac31-afbe-4221-a5fc-58f46cfb1459 admin admin] Publish callbacks [] for security_group (a5ee4e5b-2f7e-441e-8a1d-af37a154b23e), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:51.900840 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8ba5b6c4-7650-429d-b722-a4796b5dcdc9 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (3113f940-851b-4287-86d0-6c5e7e9f5e20), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:51.926319 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5b6c4-7650-429d-b722-a4796b5dcdc9 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event deleted for resources: {'Port': ['ID=3113f940-851b-4287-86d0-6c5e7e9f5e20,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:51.958069 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1b6fac31-afbe-4221-a5fc-58f46cfb1459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (a5ee4e5b-2f7e-441e-8a1d-af37a154b23e), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:51.961110 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1b6fac31-afbe-4221-a5fc-58f46cfb1459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:51.965296 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-1b6fac31-afbe-4221-a5fc-58f46cfb1459 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a5ee4e5b-2f7e-441e-8a1d-af37a154b23e HTTP/1.1" status: 204 len: 168 time: 0.1869164 Mar 23 11:09:51.973843 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fac31-afbe-4221-a5fc-58f46cfb1459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ee4e5b-2f7e-441e-8a1d-af37a154b23e,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:52.001838 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8ba5b6c4-7650-429d-b722-a4796b5dcdc9 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (b6783859-0a73-4e45-89af-d86c9f896056), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:52.004413 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8ba5b6c4-7650-429d-b722-a4796b5dcdc9 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:52.005599 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-8ba5b6c4-7650-429d-b722-a4796b5dcdc9 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "DELETE /v2.0/floatingips/b6783859-0a73-4e45-89af-d86c9f896056 HTTP/1.1" status: 204 len: 168 time: 0.6498106 Mar 23 11:09:54.204410 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcda45-9622-4ecb-9a09-6450f14ee0fd req-f5565b5d-634c-4325-a2a9-778ece01c6bb tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:54.205856 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-cbfcda45-9622-4ecb-9a09-6450f14ee0fd req-f5565b5d-634c-4325-a2a9-778ece01c6bb tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=4051b15a-0b7c-4376-8435-8984ceaf4cf2 HTTP/1.1" status: 200 len: 946 time: 0.0534520 Mar 23 11:09:54.254353 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-cbfcda45-9622-4ecb-9a09-6450f14ee0fd req-6f45e095-c9b2-4f6d-b7ce-46c6e7bc96f8 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb713bc7-6f05-4788-9267-ed8eebe80d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427051 Mar 23 11:09:55.377821 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779443c5-655b-4a56-b212-af05cd541391 req-602f749b-e354-4097-b720-7aab75857919 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:55.379375 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-779443c5-655b-4a56-b212-af05cd541391 req-602f749b-e354-4097-b720-7aab75857919 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=4051b15a-0b7c-4376-8435-8984ceaf4cf2 HTTP/1.1" status: 200 len: 946 time: 0.0528238 Mar 23 11:09:55.430806 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-779443c5-655b-4a56-b212-af05cd541391 req-4adfbb65-9608-44bd-9268-a9b1811f63cb tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=cb713bc7-6f05-4788-9267-ed8eebe80d64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455668 Mar 23 11:09:55.761556 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-12a160f0-6c7f-44a9-ba99-8dff73561585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:55.813698 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f2c3e-b629-474c-8abb-05d347e91eac req-b25dd4f6-8ce7-43ef-b569-10a9fb48099a tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:55.815510 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-615f2c3e-b629-474c-8abb-05d347e91eac req-b25dd4f6-8ce7-43ef-b569-10a9fb48099a tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.52 "GET /v2.0/ports?device_id=4051b15a-0b7c-4376-8435-8984ceaf4cf2 HTTP/1.1" status: 200 len: 946 time: 0.0554500 Mar 23 11:09:55.915898 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [req-615f2c3e-b629-474c-8abb-05d347e91eac req-33aa6403-6ca0-4731-b2cb-5f9022f9fb18 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Deleting port f744300c-c76a-4905-9c49-3eaf5173b7b1 {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:09:55.916245 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-615f2c3e-b629-474c-8abb-05d347e91eac req-33aa6403-6ca0-4731-b2cb-5f9022f9fb18 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (f744300c-c76a-4905-9c49-3eaf5173b7b1), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:56.006204 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-615f2c3e-b629-474c-8abb-05d347e91eac req-33aa6403-6ca0-4731-b2cb-5f9022f9fb18 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] For port f744300c-c76a-4905-9c49-3eaf5173b7b1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=f744300c-c76a-4905-9c49-3eaf5173b7b1,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:09:56.007142 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-615f2c3e-b629-474c-8abb-05d347e91eac req-33aa6403-6ca0-4731-b2cb-5f9022f9fb18 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (f744300c-c76a-4905-9c49-3eaf5173b7b1), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:56.180783 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-615f2c3e-b629-474c-8abb-05d347e91eac req-33aa6403-6ca0-4731-b2cb-5f9022f9fb18 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:56.181175 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-615f2c3e-b629-474c-8abb-05d347e91eac req-33aa6403-6ca0-4731-b2cb-5f9022f9fb18 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (15922e6e-2159-4aa0-bec4-e90206f8e6c1), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:56.181500 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.db.l3_db [req-615f2c3e-b629-474c-8abb-05d347e91eac req-33aa6403-6ca0-4731-b2cb-5f9022f9fb18 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Floating IP 15922e6e-2159-4aa0-bec4-e90206f8e6c1 disassociated. External IP: 172.27.0.248, port: f744300c-c76a-4905-9c49-3eaf5173b7b1. Mar 23 11:09:56.181839 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [req-615f2c3e-b629-474c-8abb-05d347e91eac req-33aa6403-6ca0-4731-b2cb-5f9022f9fb18 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Calling delete_port for f744300c-c76a-4905-9c49-3eaf5173b7b1 owned by compute:nova {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:09:56.397728 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-615f2c3e-b629-474c-8abb-05d347e91eac req-33aa6403-6ca0-4731-b2cb-5f9022f9fb18 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (f744300c-c76a-4905-9c49-3eaf5173b7b1), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:56.431041 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa6403-6ca0-4731-b2cb-5f9022f9fb18 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event deleted for resources: {'Port': ['ID=f744300c-c76a-4905-9c49-3eaf5173b7b1,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:56.538898 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4beba136-abc1-4ad0-a9dc-eba851819ddd req-ffc64538-bc88-49dc-817d-eb71b6a6f42b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=4051b15a-0b7c-4376-8435-8984ceaf4cf2 HTTP/1.1" status: 200 len: 210 time: 0.0376740 Mar 23 11:09:56.565200 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-615f2c3e-b629-474c-8abb-05d347e91eac req-33aa6403-6ca0-4731-b2cb-5f9022f9fb18 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Router cfcddd4b-98da-461c-8da1-9502797c8c75 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:09:56.686841 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-615f2c3e-b629-474c-8abb-05d347e91eac req-33aa6403-6ca0-4731-b2cb-5f9022f9fb18 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:09:56.696799 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3648bdae-056c-4376-85a1-c7cbafc332d2 None None] Sync routers for ids ['cfcddd4b-98da-461c-8da1-9502797c8c75'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:09:56.708326 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3648bdae-056c-4376-85a1-c7cbafc332d2 None None] Routers {'cfcddd4b-98da-461c-8da1-9502797c8c75'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:09:56.708969 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-3648bdae-056c-4376-85a1-c7cbafc332d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976b0b3d0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:09:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cfcddd4b-98da-461c-8da1-9502797c8c75'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:56.728935 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [req-615f2c3e-b629-474c-8abb-05d347e91eac req-33aa6403-6ca0-4731-b2cb-5f9022f9fb18 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] No DVR routers for this DVR port f744300c-c76a-4905-9c49-3eaf5173b7b1 on host hv-cinder-79053 {{(pid=103539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:09:56.732836 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-615f2c3e-b629-474c-8abb-05d347e91eac req-33aa6403-6ca0-4731-b2cb-5f9022f9fb18 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:56.736342 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-615f2c3e-b629-474c-8abb-05d347e91eac req-33aa6403-6ca0-4731-b2cb-5f9022f9fb18 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.52 "DELETE /v2.0/ports/f744300c-c76a-4905-9c49-3eaf5173b7b1 HTTP/1.1" status: 204 len: 173 time: 0.9154630 Mar 23 11:09:56.736821 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4051b15a-0b7c-4376-8435-8984ceaf4cf2', 'name': 'network-vif-deleted', 'tag': 'f744300c-c76a-4905-9c49-3eaf5173b7b1'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:09:56.739125 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b774b719-3296-4cdb-b4f8-129a66116da3" -d '{"events": [{"server_uuid": "4051b15a-0b7c-4376-8435-8984ceaf4cf2", "name": "network-vif-deleted", "tag": "f744300c-c76a-4905-9c49-3eaf5173b7b1"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:09:56.820603 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761503d6-18b5-47be-9ac0-16f2a900e368 x-openstack-request-id: req-761503d6-18b5-47be-9ac0-16f2a900e368 {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:09:56.822721 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4051b15a-0b7c-4376-8435-8984ceaf4cf2", "name": "network-vif-deleted", "tag": "f744300c-c76a-4905-9c49-3eaf5173b7b1", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:09:56.822721 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-761503d6-18b5-47be-9ac0-16f2a900e368 {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:09:56.822721 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-761503d6-18b5-47be-9ac0-16f2a900e368'] response: {'server_uuid': '4051b15a-0b7c-4376-8435-8984ceaf4cf2', 'name': 'network-vif-deleted', 'tag': 'f744300c-c76a-4905-9c49-3eaf5173b7b1', 'status': 'completed', 'code': 200} Mar 23 11:09:56.832382 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-3648bdae-056c-4376-85a1-c7cbafc332d2 None None] Set router cfcddd4b-98da-461c-8da1-9502797c8c75 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:09:57.016867 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:09:57.067880 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-3648bdae-056c-4376-85a1-c7cbafc332d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976b0b3d0>, [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:57.095199 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3648bdae-056c-4376-85a1-c7cbafc332d2 None None] Checking router: cfcddd4b-98da-461c-8da1-9502797c8c75 for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:09:57.103633 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3648bdae-056c-4376-85a1-c7cbafc332d2 None None] Routers {'cfcddd4b-98da-461c-8da1-9502797c8c75'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:09:57.104305 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-3648bdae-056c-4376-85a1-c7cbafc332d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976b0b3d0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:09:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cfcddd4b-98da-461c-8da1-9502797c8c75'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:57.213736 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-3648bdae-056c-4376-85a1-c7cbafc332d2 None None] Set router cfcddd4b-98da-461c-8da1-9502797c8c75 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:09:57.512864 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-3648bdae-056c-4376-85a1-c7cbafc332d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976b0b3d0>, [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:57.543064 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3648bdae-056c-4376-85a1-c7cbafc332d2 None None] The sync data for ids ['cfcddd4b-98da-461c-8da1-9502797c8c75'] in dv-cinder-790535-33-iscsi is: [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:09:57.659534 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ae379383-6495-4e5a-9877-5dd986efb121 req-cc73d771-0023-458b-9059-74952041d4ab tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=4051b15a-0b7c-4376-8435-8984ceaf4cf2 HTTP/1.1" status: 200 len: 210 time: 0.0280552 Mar 23 11:09:57.804777 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5d64e4-c8a3-4b13-8a2b-3009eda61316 None None] New status for floating IP 15922e6e-2159-4aa0-bec4-e90206f8e6c1: DOWN {{(pid=103541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:09:57.845355 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-991ab20f-a8d3-46c6-9c10-aba803b58ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:58.849685 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 54530) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:58.914078 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ca45498c-c2d8-49d2-ab04-0361e011b800 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group (cb713bc7-6f05-4788-9267-ed8eebe80d64), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:58.941179 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ca45498c-c2d8-49d2-ab04-0361e011b800 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group (cb713bc7-6f05-4788-9267-ed8eebe80d64), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:59.043421 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ca45498c-c2d8-49d2-ab04-0361e011b800 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (cb713bc7-6f05-4788-9267-ed8eebe80d64), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:59.046252 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ca45498c-c2d8-49d2-ab04-0361e011b800 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:59.047427 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-ca45498c-c2d8-49d2-ab04-0361e011b800 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "DELETE /v2.0/security-groups/cb713bc7-6f05-4788-9267-ed8eebe80d64 HTTP/1.1" status: 204 len: 168 time: 0.1966794 Mar 23 11:09:59.050216 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 54536) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:59.064943 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.api.v2.resource [None req-1a37f731-1703-45fa-be9d-62f524a61ba1 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] show failed (client error): The resource could not be found. Mar 23 11:09:59.065974 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-1a37f731-1703-45fa-be9d-62f524a61ba1 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups/cb713bc7-6f05-4788-9267-ed8eebe80d64 HTTP/1.1" status: 404 len: 347 time: 0.0140114 Mar 23 11:09:59.069004 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 54540) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:09:59.075994 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45498c-c2d8-49d2-ab04-0361e011b800 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb713bc7-6f05-4788-9267-ed8eebe80d64,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:59.211699 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-29b797da-dbc7-4b0d-bd65-b9817881686f tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Deleting port e0b38a31-256f-494a-8748-7e950f9f9a35 {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:09:59.212065 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-29b797da-dbc7-4b0d-bd65-b9817881686f tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (e0b38a31-256f-494a-8748-7e950f9f9a35), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:59.292067 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-29b797da-dbc7-4b0d-bd65-b9817881686f tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (e0b38a31-256f-494a-8748-7e950f9f9a35), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:59.292067 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-29b797da-dbc7-4b0d-bd65-b9817881686f tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (e0b38a31-256f-494a-8748-7e950f9f9a35), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:59.303998 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-29b797da-dbc7-4b0d-bd65-b9817881686f tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Calling delete_port for e0b38a31-256f-494a-8748-7e950f9f9a35 owned by network:floatingip {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:09:59.492162 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:59.551719 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-29b797da-dbc7-4b0d-bd65-b9817881686f tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (e0b38a31-256f-494a-8748-7e950f9f9a35), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:59.578171 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b797da-dbc7-4b0d-bd65-b9817881686f tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event deleted for resources: {'Port': ['ID=e0b38a31-256f-494a-8748-7e950f9f9a35,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:59.646621 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-29b797da-dbc7-4b0d-bd65-b9817881686f tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (15922e6e-2159-4aa0-bec4-e90206f8e6c1), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:59.649343 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-29b797da-dbc7-4b0d-bd65-b9817881686f tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:09:59.650507 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-29b797da-dbc7-4b0d-bd65-b9817881686f tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "DELETE /v2.0/floatingips/15922e6e-2159-4aa0-bec4-e90206f8e6c1 HTTP/1.1" status: 204 len: 168 time: 0.5803723 Mar 23 11:09:59.852032 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device f744300c-c76a-4905-9c49-3eaf5173b7b1 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:09:59.872265 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] No Port match for: f744300c-c76a-4905-9c49-3eaf5173b7b1 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:09:59.872719 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device f744300c-c76a-4905-9c49-3eaf5173b7b1 not bound to the agent host hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:10:00.238835 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 54576) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:00.238835 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-8f25be0c-2a38-4971-9cd5-e3e02aee7e16 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1285064605', 'description': 'tempest-description--812288189'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:10:00.344434 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8f25be0c-2a38-4971-9cd5-e3e02aee7e16 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:00.426577 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8f25be0c-2a38-4971-9cd5-e3e02aee7e16 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group (ba9841ef-13c0-4173-82be-87ed743663d3), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:00.487061 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8f25be0c-2a38-4971-9cd5-e3e02aee7e16 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (ba9841ef-13c0-4173-82be-87ed743663d3), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:00.517982 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25be0c-2a38-4971-9cd5-e3e02aee7e16 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9841ef-13c0-4173-82be-87ed743663d3,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:00.563676 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8f25be0c-2a38-4971-9cd5-e3e02aee7e16 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:00.564964 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-8f25be0c-2a38-4971-9cd5-e3e02aee7e16 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3315618 Mar 23 11:10:00.567724 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 54588) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:00.572284 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-d87903a2-070c-407b-bc93-3a4699f3b893 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Request body: {'security_group_rule': {'security_group_id': 'ba9841ef-13c0-4173-82be-87ed743663d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:10:00.667358 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d87903a2-070c-407b-bc93-3a4699f3b893 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group_rule (0fb46667-7811-46c4-888c-a675bb7fab7f), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:00.689235 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:00.731723 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d87903a2-070c-407b-bc93-3a4699f3b893 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group_rule (0fb46667-7811-46c4-888c-a675bb7fab7f), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:00.797514 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d87903a2-070c-407b-bc93-3a4699f3b893 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (0fb46667-7811-46c4-888c-a675bb7fab7f), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:00.819453 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87903a2-070c-407b-bc93-3a4699f3b893 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb46667-7811-46c4-888c-a675bb7fab7f,revision_number=0']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:00.900108 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d87903a2-070c-407b-bc93-3a4699f3b893 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:00.901378 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-d87903a2-070c-407b-bc93-3a4699f3b893 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3326647 Mar 23 11:10:00.904724 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 54596) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:00.910024 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-160a4416-8d41-4ff2-82b0-3ee810a156a8 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Request body: {'security_group_rule': {'security_group_id': 'ba9841ef-13c0-4173-82be-87ed743663d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:10:01.025462 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-160a4416-8d41-4ff2-82b0-3ee810a156a8 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group_rule (f7cd706a-055a-4ce7-b24f-c3755930c157), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:01.084903 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-160a4416-8d41-4ff2-82b0-3ee810a156a8 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group_rule (f7cd706a-055a-4ce7-b24f-c3755930c157), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:01.157288 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-160a4416-8d41-4ff2-82b0-3ee810a156a8 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (f7cd706a-055a-4ce7-b24f-c3755930c157), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:01.176516 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a4416-8d41-4ff2-82b0-3ee810a156a8 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7cd706a-055a-4ce7-b24f-c3755930c157,revision_number=0']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:01.266329 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-160a4416-8d41-4ff2-82b0-3ee810a156a8 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:01.267567 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-160a4416-8d41-4ff2-82b0-3ee810a156a8 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3616803 Mar 23 11:10:01.270634 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 54600) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:01.274957 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-f40254b4-3644-4e68-8efd-5cc3cb5ddeb2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Request body: {'floatingip': {'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:10:01.361291 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f40254b4-3644-4e68-8efd-5cc3cb5ddeb2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:01.461189 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f40254b4-3644-4e68-8efd-5cc3cb5ddeb2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:01.568078 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [None req-f40254b4-3644-4e68-8efd-5cc3cb5ddeb2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Allocated IP 172.27.0.22 (95c18418-5bae-427e-9b81-a5d1c1650c0a/3e1497af-c43c-4f5b-914b-136f0356db85/8747234b-6777-4a64-be06-37ef3436d8e7) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:10:01.669265 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f40254b4-3644-4e68-8efd-5cc3cb5ddeb2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for port (8747234b-6777-4a64-be06-37ef3436d8e7), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:01.809093 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f40254b4-3644-4e68-8efd-5cc3cb5ddeb2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (8747234b-6777-4a64-be06-37ef3436d8e7), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:01.846532 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40254b4-3644-4e68-8efd-5cc3cb5ddeb2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:10:01.849395 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-f40254b4-3644-4e68-8efd-5cc3cb5ddeb2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:10:01.856058 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40254b4-3644-4e68-8efd-5cc3cb5ddeb2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:10:01.882156 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40254b4-3644-4e68-8efd-5cc3cb5ddeb2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event updated for resources: {'Port': ['ID=8747234b-6777-4a64-be06-37ef3436d8e7,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:01.950361 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f40254b4-3644-4e68-8efd-5cc3cb5ddeb2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (d457f501-7182-4873-b7d1-0ff1f9d9c281), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:02.042284 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f40254b4-3644-4e68-8efd-5cc3cb5ddeb2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (8747234b-6777-4a64-be06-37ef3436d8e7), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:02.197413 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f40254b4-3644-4e68-8efd-5cc3cb5ddeb2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for port (8747234b-6777-4a64-be06-37ef3436d8e7), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:02.254541 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f40254b4-3644-4e68-8efd-5cc3cb5ddeb2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (8747234b-6777-4a64-be06-37ef3436d8e7), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:02.329478 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40254b4-3644-4e68-8efd-5cc3cb5ddeb2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event updated for resources: {'Port': ['ID=8747234b-6777-4a64-be06-37ef3436d8e7,revision_number=2']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:02.342006 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f40254b4-3644-4e68-8efd-5cc3cb5ddeb2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (d457f501-7182-4873-b7d1-0ff1f9d9c281), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:02.368970 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:02.449093 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f40254b4-3644-4e68-8efd-5cc3cb5ddeb2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:02.450395 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-f40254b4-3644-4e68-8efd-5cc3cb5ddeb2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1788495 Mar 23 11:10:02.650125 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-88f4293f-9b4d-42b3-bf22-e569b48e1a36 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1285064605&fields=id&tenant_id=34c477f1d53b42cbb4eaf1def983a6e2 HTTP/1.1" status: 200 len: 267 time: 0.0426638 Mar 23 11:10:02.757341 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-8b21525e-aee2-4c96-8d69-28507a3cf5b7 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:02.758820 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-8b21525e-aee2-4c96-8d69-28507a3cf5b7 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/networks?id=3bfa1340-08ba-419b-8f23-d81230e789c7 HTTP/1.1" status: 200 len: 813 time: 0.1019647 Mar 23 11:10:02.772985 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-68bb1daf-661c-4efb-9c92-d7296df7f3fe tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/quotas/34c477f1d53b42cbb4eaf1def983a6e2 HTTP/1.1" status: 200 len: 375 time: 0.0087836 Mar 23 11:10:02.828561 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-601b256b-b08f-452e-9c30-c73f015ee428 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=34c477f1d53b42cbb4eaf1def983a6e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504756 Mar 23 11:10:02.924884 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-eb98cab8-c6e0-4c16-bdd9-b55952e9a3e2 service neutron] 10.222.0.41 "GET /v2.0/networks/3bfa1340-08ba-419b-8f23-d81230e789c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851362 Mar 23 11:10:03.027553 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-cd1dc0b7-9d93-4de1-b9fd-d371a2572ac2 service neutron] 10.222.0.41 "GET /v2.0/networks/3bfa1340-08ba-419b-8f23-d81230e789c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855358 Mar 23 11:10:03.248106 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0e085841-7911-42c0-bc5c-2e4d1bc52a5c req-f3c3791e-d65b-4bc5-90c5-a7dfbe6d3c16 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=05e8a21e-3d65-4630-9013-bb84c094ae6f HTTP/1.1" status: 200 len: 210 time: 0.0275860 Mar 23 11:10:04.349086 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-069a81bf-36fa-490d-95c9-0e84ecfaed19 req-7d675e8b-05ff-4e8d-bb1e-3d4b0d92bbd6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=05e8a21e-3d65-4630-9013-bb84c094ae6f HTTP/1.1" status: 200 len: 210 time: 0.0302317 Mar 23 11:10:04.946484 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 54664) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:05.048314 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-80815c63-f155-4c1b-9bf0-7847a055c168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:05.118211 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-80815c63-f155-4c1b-9bf0-7847a055c168 admin admin] Publish callbacks [] for security_group (b6a59103-998b-4e4a-ab83-b3f5534ccaa0), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:05.174380 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-80815c63-f155-4c1b-9bf0-7847a055c168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (b6a59103-998b-4e4a-ab83-b3f5534ccaa0), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:05.213047 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-80815c63-f155-4c1b-9bf0-7847a055c168 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d3544b384ab4822ab35de34bae76798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651727 Mar 23 11:10:05.215363 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 54668) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:05.222253 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80815c63-f155-4c1b-9bf0-7847a055c168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a59103-998b-4e4a-ab83-b3f5534ccaa0,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:05.250036 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-f8bdc9bd-5b60-4f48-9136-c656042c922a tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:05.251635 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-f8bdc9bd-5b60-4f48-9136-c656042c922a tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.52 "GET /v2.0/networks?id=3bfa1340-08ba-419b-8f23-d81230e789c7 HTTP/1.1" status: 200 len: 813 time: 0.1093228 Mar 23 11:10:05.269581 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a8f71cca-d193-4f44-84ff-51ed303e7f8d admin admin] Publish callbacks [] for security_group (b6a59103-998b-4e4a-ab83-b3f5534ccaa0), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:05.291166 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a8f71cca-d193-4f44-84ff-51ed303e7f8d admin admin] Publish callbacks [] for security_group (b6a59103-998b-4e4a-ab83-b3f5534ccaa0), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:05.316094 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-c8077099-b768-48c8-aa2c-bfa5a20c0128 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34c477f1d53b42cbb4eaf1def983a6e2 HTTP/1.1" status: 200 len: 380 time: 0.0524795 Mar 23 11:10:05.326039 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-633bf1ed-9a8c-49b4-b403-97aea92b23dc tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Request body: {'port': {'device_id': '05e8a21e-3d65-4630-9013-bb84c094ae6f', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'admin_state_up': True, 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'security_groups': ['ba9841ef-13c0-4173-82be-87ed743663d3']}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:10:05.430403 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a8f71cca-d193-4f44-84ff-51ed303e7f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (b6a59103-998b-4e4a-ab83-b3f5534ccaa0), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:05.433138 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a8f71cca-d193-4f44-84ff-51ed303e7f8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:05.434305 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-a8f71cca-d193-4f44-84ff-51ed303e7f8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6a59103-998b-4e4a-ab83-b3f5534ccaa0 HTTP/1.1" status: 204 len: 168 time: 0.2179999 Mar 23 11:10:05.455681 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-98c8ab4b-6a3a-416e-8f3b-05c814f430f9 req-135f2ab8-8372-4d72-a791-474e61378bcc tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=05e8a21e-3d65-4630-9013-bb84c094ae6f HTTP/1.1" status: 200 len: 210 time: 0.0354509 Mar 23 11:10:05.460240 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f71cca-d193-4f44-84ff-51ed303e7f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a59103-998b-4e4a-ab83-b3f5534ccaa0,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:05.538469 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-633bf1ed-9a8c-49b4-b403-97aea92b23dc tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Made reservation on behalf of 34c477f1d53b42cbb4eaf1def983a6e2 for: {'port': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:10:05.541987 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-633bf1ed-9a8c-49b4-b403-97aea92b23dc tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:05.671094 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-633bf1ed-9a8c-49b4-b403-97aea92b23dc tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Allocated IP 172.20.0.11 (3bfa1340-08ba-419b-8f23-d81230e789c7/7ba199a1-33e3-44f1-9a9b-3dd7e82d6744/d44da5c2-0e21-412c-a7f6-596516cc80bc) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:10:05.810301 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-633bf1ed-9a8c-49b4-b403-97aea92b23dc tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for port (d44da5c2-0e21-412c-a7f6-596516cc80bc), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:05.893126 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-633bf1ed-9a8c-49b4-b403-97aea92b23dc tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (d44da5c2-0e21-412c-a7f6-596516cc80bc), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:05.935772 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-633bf1ed-9a8c-49b4-b403-97aea92b23dc tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Network 3bfa1340-08ba-419b-8f23-d81230e789c7 is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:10:05.938707 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-633bf1ed-9a8c-49b4-b403-97aea92b23dc tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:10:05.944445 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-633bf1ed-9a8c-49b4-b403-97aea92b23dc tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:10:05.967805 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633bf1ed-9a8c-49b4-b403-97aea92b23dc tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event updated for resources: {'Port': ['ID=d44da5c2-0e21-412c-a7f6-596516cc80bc,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:05.996045 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-633bf1ed-9a8c-49b4-b403-97aea92b23dc tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:05.996846 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-633bf1ed-9a8c-49b4-b403-97aea92b23dc tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:06.097433 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-633bf1ed-9a8c-49b4-b403-97aea92b23dc tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7751718 Mar 23 11:10:06.108966 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-59d1aeb4-3e49-4d3e-9e14-d93cc5f531c7 service neutron] Request body: {'port': {'device_id': '05e8a21e-3d65-4630-9013-bb84c094ae6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:10:06.170312 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-59d1aeb4-3e49-4d3e-9e14-d93cc5f531c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (d44da5c2-0e21-412c-a7f6-596516cc80bc), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:06.188925 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-bd8fecf7-c20b-450a-b617-7a82a4791328 None None] Provisioning complete for port d44da5c2-0e21-412c-a7f6-596516cc80bc triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:10:06.189516 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-bd8fecf7-c20b-450a-b617-7a82a4791328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (d44da5c2-0e21-412c-a7f6-596516cc80bc), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:06.223097 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-bd8fecf7-c20b-450a-b617-7a82a4791328 None None] Port d44da5c2-0e21-412c-a7f6-596516cc80bc cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:10:06.439475 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-59d1aeb4-3e49-4d3e-9e14-d93cc5f531c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44da5c2-0e21-412c-a7f6-596516cc80bc {{(pid=103539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:10:06.447100 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-59d1aeb4-3e49-4d3e-9e14-d93cc5f531c7 service neutron] Publish callbacks [] for port (d44da5c2-0e21-412c-a7f6-596516cc80bc), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:06.459677 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.provisioning_blocks [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-59d1aeb4-3e49-4d3e-9e14-d93cc5f531c7 service neutron] Transition to ACTIVE for port object d44da5c2-0e21-412c-a7f6-596516cc80bc will not be triggered until provisioned by entity L2. {{(pid=103539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 11:10:06.539061 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-59d1aeb4-3e49-4d3e-9e14-d93cc5f531c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (d44da5c2-0e21-412c-a7f6-596516cc80bc), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:06.599095 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1aeb4-3e49-4d3e-9e14-d93cc5f531c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d44da5c2-0e21-412c-a7f6-596516cc80bc,revision_number=2']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:06.629811 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d812c0-47eb-49d2-80d6-64549bb7bca8 req-85ead0a2-5afe-40d8-aab4-d41282a94720 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:06.632244 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f3d812c0-47eb-49d2-80d6-64549bb7bca8 req-85ead0a2-5afe-40d8-aab4-d41282a94720 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=05e8a21e-3d65-4630-9013-bb84c094ae6f HTTP/1.1" status: 200 len: 944 time: 0.1009574 Mar 23 11:10:06.675267 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-59d1aeb4-3e49-4d3e-9e14-d93cc5f531c7 service neutron] Attempting to bind port d44da5c2-0e21-412c-a7f6-596516cc80bc on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:10:06.675608 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-59d1aeb4-3e49-4d3e-9e14-d93cc5f531c7 service neutron] Attempting to bind port d44da5c2-0e21-412c-a7f6-596516cc80bc by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a8d61137-8314-4423-8eb8-fb7c0dc66203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7'}] {{(pid=103539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:10:06.676074 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-59d1aeb4-3e49-4d3e-9e14-d93cc5f531c7 service neutron] Attempting to bind port d44da5c2-0e21-412c-a7f6-596516cc80bc on network 3bfa1340-08ba-419b-8f23-d81230e789c7 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:10:06.680857 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-59d1aeb4-3e49-4d3e-9e14-d93cc5f531c7 service neutron] Port d44da5c2-0e21-412c-a7f6-596516cc80bc on network 3bfa1340-08ba-419b-8f23-d81230e789c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 11:10:06.681219 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-59d1aeb4-3e49-4d3e-9e14-d93cc5f531c7 service neutron] Attempting to bind port d44da5c2-0e21-412c-a7f6-596516cc80bc on network 3bfa1340-08ba-419b-8f23-d81230e789c7 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:10:06.687374 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-59d1aeb4-3e49-4d3e-9e14-d93cc5f531c7 service neutron] Checking agent: {'id': '3422437f-3c55-48f6-8aa2-6fea3ffa4df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'started_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:10:06.687843 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-59d1aeb4-3e49-4d3e-9e14-d93cc5f531c7 service neutron] Checking segment: {'id': 'a8d61137-8314-4423-8eb8-fb7c0dc66203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:10:06.688335 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-59d1aeb4-3e49-4d3e-9e14-d93cc5f531c7 service neutron] Bound using segment: {'id': 'a8d61137-8314-4423-8eb8-fb7c0dc66203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7'} {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:10:06.688795 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-59d1aeb4-3e49-4d3e-9e14-d93cc5f531c7 service neutron] Bound port: d44da5c2-0e21-412c-a7f6-596516cc80bc, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8d61137-8314-4423-8eb8-fb7c0dc66203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7'}}] {{(pid=103539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:10:06.689140 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-59d1aeb4-3e49-4d3e-9e14-d93cc5f531c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (d44da5c2-0e21-412c-a7f6-596516cc80bc), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:06.695042 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f3d812c0-47eb-49d2-80d6-64549bb7bca8 req-708a9a10-89a9-4c49-b752-0d5fe5e895ed tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba9841ef-13c0-4173-82be-87ed743663d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548599 Mar 23 11:10:06.778720 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-59d1aeb4-3e49-4d3e-9e14-d93cc5f531c7 service neutron] For port d44da5c2-0e21-412c-a7f6-596516cc80bc, host hv-cinder-79053, cleared binding levels {{(pid=103539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:10:06.797763 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-59d1aeb4-3e49-4d3e-9e14-d93cc5f531c7 service neutron] For port d44da5c2-0e21-412c-a7f6-596516cc80bc, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d44da5c2-0e21-412c-a7f6-596516cc80bc,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:10:06.921438 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-59d1aeb4-3e49-4d3e-9e14-d93cc5f531c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (d44da5c2-0e21-412c-a7f6-596516cc80bc), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:06.954710 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-59d1aeb4-3e49-4d3e-9e14-d93cc5f531c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:06.955372 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-59d1aeb4-3e49-4d3e-9e14-d93cc5f531c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:06.956834 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-59d1aeb4-3e49-4d3e-9e14-d93cc5f531c7 service neutron] 10.222.0.52 "PUT /v2.0/ports/d44da5c2-0e21-412c-a7f6-596516cc80bc HTTP/1.1" status: 200 len: 1094 time: 0.8524690 Mar 23 11:10:06.957294 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e8a21e-3d65-4630-9013-bb84c094ae6f', 'tag': 'd44da5c2-0e21-412c-a7f6-596516cc80bc'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:10:06.959497 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49eeb7e1-2c4b-4059-bd54-ac780cd47aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "05e8a21e-3d65-4630-9013-bb84c094ae6f", "tag": "d44da5c2-0e21-412c-a7f6-596516cc80bc"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:10:06.987226 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1aeb4-3e49-4d3e-9e14-d93cc5f531c7 service neutron] Pushing event updated for resources: {'Port': ['ID=d44da5c2-0e21-412c-a7f6-596516cc80bc,revision_number=3']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:07.000266 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a7b461-67f0-4aac-bdf2-9f8db0c68c6a x-openstack-request-id: req-87a7b461-67f0-4aac-bdf2-9f8db0c68c6a {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:10:07.000629 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e8a21e-3d65-4630-9013-bb84c094ae6f", "tag": "d44da5c2-0e21-412c-a7f6-596516cc80bc", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:10:07.001122 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-87a7b461-67f0-4aac-bdf2-9f8db0c68c6a {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:10:07.001717 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87a7b461-67f0-4aac-bdf2-9f8db0c68c6a'] response: {'name': 'network-changed', 'server_uuid': '05e8a21e-3d65-4630-9013-bb84c094ae6f', 'tag': 'd44da5c2-0e21-412c-a7f6-596516cc80bc', 'status': 'completed', 'code': 200} Mar 23 11:10:07.071141 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eeb7e1-2c4b-4059-bd54-ac780cd47aa2 req-59a2dd31-4093-4524-b40b-508806940861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:07.072681 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-49eeb7e1-2c4b-4059-bd54-ac780cd47aa2 req-59a2dd31-4093-4524-b40b-508806940861 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=34c477f1d53b42cbb4eaf1def983a6e2&device_id=05e8a21e-3d65-4630-9013-bb84c094ae6f HTTP/1.1" status: 200 len: 1128 time: 0.0497139 Mar 23 11:10:07.176002 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eeb7e1-2c4b-4059-bd54-ac780cd47aa2 req-e2c0516f-601f-4e6f-a639-3d6035f9b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:07.177492 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-49eeb7e1-2c4b-4059-bd54-ac780cd47aa2 req-e2c0516f-601f-4e6f-a639-3d6035f9b80e service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=34c477f1d53b42cbb4eaf1def983a6e2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0974367 Mar 23 11:10:07.270010 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eeb7e1-2c4b-4059-bd54-ac780cd47aa2 req-ee1e6100-9674-42dc-9bba-146650c10096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:07.271490 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-49eeb7e1-2c4b-4059-bd54-ac780cd47aa2 req-ee1e6100-9674-42dc-9bba-146650c10096 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884504 Mar 23 11:10:07.364885 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-2da11b17-b593-498d-8430-ec14b0085241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:07.366420 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-2da11b17-b593-498d-8430-ec14b0085241 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=34c477f1d53b42cbb4eaf1def983a6e2&device_id=05e8a21e-3d65-4630-9013-bb84c094ae6f HTTP/1.1" status: 200 len: 1128 time: 0.0482571 Mar 23 11:10:07.415277 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-928c2489-3a6c-4dad-ac4e-79e6cca3dd9f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d44da5c2-0e21-412c-a7f6-596516cc80bc HTTP/1.1" status: 200 len: 217 time: 0.0395241 Mar 23 11:10:07.464554 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-d0490f71-2749-4374-9b48-21db30aa2069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:07.466681 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-d0490f71-2749-4374-9b48-21db30aa2069 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7ba199a1-33e3-44f1-9a9b-3dd7e82d6744 HTTP/1.1" status: 200 len: 852 time: 0.0439084 Mar 23 11:10:07.518172 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-44d14320-a825-4e86-bc14-158421da66a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:07.519577 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-44d14320-a825-4e86-bc14-158421da66a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bfa1340-08ba-419b-8f23-d81230e789c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463023 Mar 23 11:10:07.819849 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b772da0-f59a-4fb9-bf72-3d912be6a3f8 req-cc7ef5db-2006-461c-af8b-3c053db2728b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:07.821301 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6b772da0-f59a-4fb9-bf72-3d912be6a3f8 req-cc7ef5db-2006-461c-af8b-3c053db2728b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=05e8a21e-3d65-4630-9013-bb84c094ae6f HTTP/1.1" status: 200 len: 944 time: 0.0526657 Mar 23 11:10:07.846314 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-398974a2-2d1f-4079-a2de-d67ba85149f8 service neutron] 10.222.0.52 "GET /v2.0/networks/3bfa1340-08ba-419b-8f23-d81230e789c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203082 Mar 23 11:10:07.869357 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6b772da0-f59a-4fb9-bf72-3d912be6a3f8 req-bf603e25-d23a-4f62-a0d8-67561b47a52a tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba9841ef-13c0-4173-82be-87ed743663d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413480 Mar 23 11:10:07.938286 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8ac16a0a-11fc-4695-a7df-f625a2e781b5 req-fb773f4c-39b8-4a4c-859f-ac0977e22523 service neutron] 10.222.0.52 "GET /v2.0/networks/3bfa1340-08ba-419b-8f23-d81230e789c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857830 Mar 23 11:10:08.463733 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b048c09d-476c-4002-b905-203702efad42 req-7dba138f-de2d-4563-8458-713fa6109a32 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=eaa3aa86c2964817b5afcd7ea6c7bd2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321467 Mar 23 11:10:08.639637 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048c09d-476c-4002-b905-203702efad42 req-16bf33da-14dd-41d0-b4f1-481b1b6ad653 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:08.641002 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b048c09d-476c-4002-b905-203702efad42 req-16bf33da-14dd-41d0-b4f1-481b1b6ad653 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1722724 Mar 23 11:10:08.654853 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b048c09d-476c-4002-b905-203702efad42 req-f6eb7a8f-8758-48fa-9679-d63135c90ff6 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/quotas/eaa3aa86c2964817b5afcd7ea6c7bd2c HTTP/1.1" status: 200 len: 375 time: 0.0085297 Mar 23 11:10:08.686845 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b048c09d-476c-4002-b905-203702efad42 req-60ac4e09-5bd0-470f-bad0-4d3d15918f89 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eaa3aa86c2964817b5afcd7ea6c7bd2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271895 Mar 23 11:10:08.951978 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ff179bb8-275a-4c6a-a074-c4ace1a90947 req-fc6a9b9b-88ca-45cb-8db6-1d79e5e25ceb tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d20356b-2ad0-43db-8523-2c6e2ed0606f HTTP/1.1" status: 200 len: 210 time: 0.0332928 Mar 23 11:10:09.014228 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec26d83-7767-4c28-aefc-1254043e2714 req-548efdc0-db0e-476f-91e8-b1fc7ce192ee tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:09.015746 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9ec26d83-7767-4c28-aefc-1254043e2714 req-548efdc0-db0e-476f-91e8-b1fc7ce192ee tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=05e8a21e-3d65-4630-9013-bb84c094ae6f HTTP/1.1" status: 200 len: 944 time: 0.0628996 Mar 23 11:10:09.068200 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9ec26d83-7767-4c28-aefc-1254043e2714 req-6a9c38aa-31b7-4850-8bbc-c13a8c86d140 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba9841ef-13c0-4173-82be-87ed743663d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466452 Mar 23 11:10:09.915064 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device d44da5c2-0e21-412c-a7f6-596516cc80bc details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:10:10.014391 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port d44da5c2-0e21-412c-a7f6-596516cc80bc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d44da5c2-0e21-412c-a7f6-596516cc80bc,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:10:10.026529 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': 'd44da5c2-0e21-412c-a7f6-596516cc80bc', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'port_id': 'd44da5c2-0e21-412c-a7f6-596516cc80bc', 'mac_address': 'fa:16:3e:83:54:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:10:10.045829 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-81559ffc-8baf-4625-9aa1-1d1a53a37c9a req-ee0fd05b-93ff-4ee5-b922-c1b064a93c62 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d20356b-2ad0-43db-8523-2c6e2ed0606f HTTP/1.1" status: 200 len: 210 time: 0.0270903 Mar 23 11:10:10.068046 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port d44da5c2-0e21-412c-a7f6-596516cc80bc is: DOWN; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:10:10.068468 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (d44da5c2-0e21-412c-a7f6-596516cc80bc), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:10.081589 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44da5c2-0e21-412c-a7f6-596516cc80bc {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:10:10.101163 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port d44da5c2-0e21-412c-a7f6-596516cc80bc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d44da5c2-0e21-412c-a7f6-596516cc80bc,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:10:10.169407 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (d44da5c2-0e21-412c-a7f6-596516cc80bc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:10.188651 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84917899-6972-4d69-853f-ebf8f4a68b0d req-3fe32a62-b0b7-477b-b1bc-50d444ae46ab tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:10.190447 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-84917899-6972-4d69-853f-ebf8f4a68b0d req-3fe32a62-b0b7-477b-b1bc-50d444ae46ab tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=05e8a21e-3d65-4630-9013-bb84c094ae6f HTTP/1.1" status: 200 len: 944 time: 0.0527005 Mar 23 11:10:10.218130 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=d44da5c2-0e21-412c-a7f6-596516cc80bc,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:10.239362 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-84917899-6972-4d69-853f-ebf8f4a68b0d req-47f93bf5-ef2e-43ee-8360-a962712d7a18 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba9841ef-13c0-4173-82be-87ed743663d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433023 Mar 23 11:10:10.391645 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['d44da5c2-0e21-412c-a7f6-596516cc80bc'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:10:10.867159 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 54766) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:10.973911 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d4c905a5-5b72-4b20-b6c0-982f6e8e0b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:11.045817 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d4c905a5-5b72-4b20-b6c0-982f6e8e0b86 admin admin] Publish callbacks [] for security_group (2df513e5-f96f-4a76-9d25-e9069cfaeda2), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:11.139601 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6567d0be-5131-4844-9865-a54a6ac3ba3b req-e2efa173-ea00-4b70-b45c-097e9070890f tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d20356b-2ad0-43db-8523-2c6e2ed0606f HTTP/1.1" status: 200 len: 210 time: 0.0267720 Mar 23 11:10:11.140549 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d4c905a5-5b72-4b20-b6c0-982f6e8e0b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (2df513e5-f96f-4a76-9d25-e9069cfaeda2), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:11.162960 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-b048c09d-476c-4002-b905-203702efad42 req-9057a7fc-d3e1-4128-8225-2d908ac9f715 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=eaa3aa86c2964817b5afcd7ea6c7bd2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415499 Mar 23 11:10:11.255630 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-d4c905a5-5b72-4b20-b6c0-982f6e8e0b86 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3949bb82042d42f8a3f29f0f5713ae65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3873634 Mar 23 11:10:11.258384 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 54772) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:11.265073 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c905a5-5b72-4b20-b6c0-982f6e8e0b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df513e5-f96f-4a76-9d25-e9069cfaeda2,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:11.322712 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-1744b26a-a12b-42cc-9007-be707ec2a119 admin admin] Publish callbacks [] for security_group (2df513e5-f96f-4a76-9d25-e9069cfaeda2), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:11.364296 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-1744b26a-a12b-42cc-9007-be707ec2a119 admin admin] Publish callbacks [] for security_group (2df513e5-f96f-4a76-9d25-e9069cfaeda2), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:11.384244 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048c09d-476c-4002-b905-203702efad42 req-e3eaeb18-3ce5-4d3a-a7ea-733adf9d8653 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:11.385842 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-b048c09d-476c-4002-b905-203702efad42 req-e3eaeb18-3ce5-4d3a-a7ea-733adf9d8653 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2141662 Mar 23 11:10:11.392146 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a64b7d-89f8-4390-8303-3dad7bc0f311 req-5161830a-5494-4c66-bcad-c0c6882d66cd tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:11.393717 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-01a64b7d-89f8-4390-8303-3dad7bc0f311 req-5161830a-5494-4c66-bcad-c0c6882d66cd tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=05e8a21e-3d65-4630-9013-bb84c094ae6f HTTP/1.1" status: 200 len: 945 time: 0.0828815 Mar 23 11:10:11.396811 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [req-b048c09d-476c-4002-b905-203702efad42 req-14e67cda-f0c3-4b29-9181-f7cb2dfbab7d tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Request body: {'port': {'device_id': '6d20356b-2ad0-43db-8523-2c6e2ed0606f', 'network_id': 'a31eb09f-9812-436d-92a1-3c7ac67a8d74', 'admin_state_up': True, 'tenant_id': 'eaa3aa86c2964817b5afcd7ea6c7bd2c'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:10:11.462598 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-01a64b7d-89f8-4390-8303-3dad7bc0f311 req-875fd25d-c889-4d62-8bff-83f48344b7df tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba9841ef-13c0-4173-82be-87ed743663d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626097 Mar 23 11:10:11.528843 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-1744b26a-a12b-42cc-9007-be707ec2a119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (2df513e5-f96f-4a76-9d25-e9069cfaeda2), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:11.531484 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-1744b26a-a12b-42cc-9007-be707ec2a119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:11.532584 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-1744b26a-a12b-42cc-9007-be707ec2a119 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2df513e5-f96f-4a76-9d25-e9069cfaeda2 HTTP/1.1" status: 204 len: 168 time: 0.2731533 Mar 23 11:10:11.540600 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744b26a-a12b-42cc-9007-be707ec2a119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df513e5-f96f-4a76-9d25-e9069cfaeda2,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:11.578489 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b048c09d-476c-4002-b905-203702efad42 req-14e67cda-f0c3-4b29-9181-f7cb2dfbab7d tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Made reservation on behalf of eaa3aa86c2964817b5afcd7ea6c7bd2c for: {'port': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:10:11.582002 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-b048c09d-476c-4002-b905-203702efad42 req-14e67cda-f0c3-4b29-9181-f7cb2dfbab7d tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:11.591125 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-b048c09d-476c-4002-b905-203702efad42 req-14e67cda-f0c3-4b29-9181-f7cb2dfbab7d tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:11.665759 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-b048c09d-476c-4002-b905-203702efad42 req-14e67cda-f0c3-4b29-9181-f7cb2dfbab7d tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Publish callbacks [] for security_group (5364ad12-6c44-47f6-85e4-809dcb327523), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:11.806758 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-b048c09d-476c-4002-b905-203702efad42 req-14e67cda-f0c3-4b29-9181-f7cb2dfbab7d tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (5364ad12-6c44-47f6-85e4-809dcb327523), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:11.869593 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e67cda-f0c3-4b29-9181-f7cb2dfbab7d tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5364ad12-6c44-47f6-85e4-809dcb327523,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:11.930343 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device d44da5c2-0e21-412c-a7f6-596516cc80bc up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:10:11.938997 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [req-b048c09d-476c-4002-b905-203702efad42 req-14e67cda-f0c3-4b29-9181-f7cb2dfbab7d tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Allocated IP 192.168.233.114 (a31eb09f-9812-436d-92a1-3c7ac67a8d74/20050957-c118-4276-aacb-378b29cde841/3c6014f7-6288-433d-9705-ccaaddba30c6) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:10:12.081139 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning for port d44da5c2-0e21-412c-a7f6-596516cc80bc completed by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 11:10:12.085504 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port d44da5c2-0e21-412c-a7f6-596516cc80bc triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:10:12.085884 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (d44da5c2-0e21-412c-a7f6-596516cc80bc), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:12.090364 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-b048c09d-476c-4002-b905-203702efad42 req-14e67cda-f0c3-4b29-9181-f7cb2dfbab7d tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Publish callbacks [] for port (3c6014f7-6288-433d-9705-ccaaddba30c6), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:12.165006 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port d44da5c2-0e21-412c-a7f6-596516cc80bc is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:10:12.165439 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (d44da5c2-0e21-412c-a7f6-596516cc80bc), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:12.189116 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e8a21e-3d65-4630-9013-bb84c094ae6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44da5c2-0e21-412c-a7f6-596516cc80bc'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:10:12.192832 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-b048c09d-476c-4002-b905-203702efad42 req-14e67cda-f0c3-4b29-9181-f7cb2dfbab7d tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (3c6014f7-6288-433d-9705-ccaaddba30c6), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:12.192995 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324a94e6-3b41-4131-adf8-ab2831c6b1d3" -d '{"events": [{"server_uuid": "05e8a21e-3d65-4630-9013-bb84c094ae6f", "name": "network-vif-plugged", "status": "completed", "tag": "d44da5c2-0e21-412c-a7f6-596516cc80bc"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:10:12.204218 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port d44da5c2-0e21-412c-a7f6-596516cc80bc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d44da5c2-0e21-412c-a7f6-596516cc80bc,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:10:12.238317 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b048c09d-476c-4002-b905-203702efad42 req-14e67cda-f0c3-4b29-9181-f7cb2dfbab7d tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Network a31eb09f-9812-436d-92a1-3c7ac67a8d74 is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:10:12.240096 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d9378e-5241-4971-9380-77d68264af10 x-openstack-request-id: req-67d9378e-5241-4971-9380-77d68264af10 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:10:12.241242 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e8a21e-3d65-4630-9013-bb84c094ae6f", "name": "network-vif-plugged", "status": "completed", "tag": "d44da5c2-0e21-412c-a7f6-596516cc80bc", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:10:12.241600 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67d9378e-5241-4971-9380-77d68264af10 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:10:12.242101 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67d9378e-5241-4971-9380-77d68264af10'] response: {'server_uuid': '05e8a21e-3d65-4630-9013-bb84c094ae6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44da5c2-0e21-412c-a7f6-596516cc80bc', 'code': 200} Mar 23 11:10:12.244139 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [req-b048c09d-476c-4002-b905-203702efad42 req-14e67cda-f0c3-4b29-9181-f7cb2dfbab7d tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:10:12.248766 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [req-b048c09d-476c-4002-b905-203702efad42 req-14e67cda-f0c3-4b29-9181-f7cb2dfbab7d tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:10:12.266939 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (d44da5c2-0e21-412c-a7f6-596516cc80bc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:12.281263 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e67cda-f0c3-4b29-9181-f7cb2dfbab7d tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Pushing event updated for resources: {'Port': ['ID=3c6014f7-6288-433d-9705-ccaaddba30c6,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:12.297686 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed616c-1bcb-43ee-a662-abd4250811bf req-ffc89aa9-f108-4614-aa72-5ca52b12b72c tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:12.305565 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-73ed616c-1bcb-43ee-a662-abd4250811bf req-ffc89aa9-f108-4614-aa72-5ca52b12b72c tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d20356b-2ad0-43db-8523-2c6e2ed0606f HTTP/1.1" status: 200 len: 936 time: 0.0761898 Mar 23 11:10:12.308028 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048c09d-476c-4002-b905-203702efad42 req-14e67cda-f0c3-4b29-9181-f7cb2dfbab7d tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:12.308738 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-b048c09d-476c-4002-b905-203702efad42 req-14e67cda-f0c3-4b29-9181-f7cb2dfbab7d tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:12.340242 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=d44da5c2-0e21-412c-a7f6-596516cc80bc,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:12.371069 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-73ed616c-1bcb-43ee-a662-abd4250811bf req-3db59e19-4a3b-4820-bb3d-6e6d8a6df8da tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/security-groups?id=5364ad12-6c44-47f6-85e4-809dcb327523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646424 Mar 23 11:10:12.423919 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-b048c09d-476c-4002-b905-203702efad42 req-14e67cda-f0c3-4b29-9181-f7cb2dfbab7d tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0306482 Mar 23 11:10:12.436018 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [req-b048c09d-476c-4002-b905-203702efad42 req-f3922a18-d000-47da-9c3f-d91dbea51eb0 service neutron] Request body: {'port': {'device_id': '6d20356b-2ad0-43db-8523-2c6e2ed0606f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:10:12.512961 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-b048c09d-476c-4002-b905-203702efad42 req-f3922a18-d000-47da-9c3f-d91dbea51eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (3c6014f7-6288-433d-9705-ccaaddba30c6), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:12.618864 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0cab7-07de-4459-9188-a4979695fd53 req-a6556cc7-fec9-447d-9c23-b019b47bf6b4 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:12.620978 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-43d0cab7-07de-4459-9188-a4979695fd53 req-a6556cc7-fec9-447d-9c23-b019b47bf6b4 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=05e8a21e-3d65-4630-9013-bb84c094ae6f HTTP/1.1" status: 200 len: 946 time: 0.0766363 Mar 23 11:10:12.633862 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-9073ae0e-6cbe-44bf-be47-f362986294d3 None None] Provisioning complete for port 3c6014f7-6288-433d-9705-ccaaddba30c6 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:10:12.634527 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9073ae0e-6cbe-44bf-be47-f362986294d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (3c6014f7-6288-433d-9705-ccaaddba30c6), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:12.676103 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-9073ae0e-6cbe-44bf-be47-f362986294d3 None None] Port 3c6014f7-6288-433d-9705-ccaaddba30c6 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:10:12.713831 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-43d0cab7-07de-4459-9188-a4979695fd53 req-03ada380-27eb-47b1-8ab2-f5c540f574fd tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba9841ef-13c0-4173-82be-87ed743663d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868509 Mar 23 11:10:12.723947 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1f5d1-519b-406d-abb6-2c7502c9e2ec req-be1e2f67-6d7d-4899-91dc-983031aaa815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:12.726001 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b3f1f5d1-519b-406d-abb6-2c7502c9e2ec req-be1e2f67-6d7d-4899-91dc-983031aaa815 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=05e8a21e-3d65-4630-9013-bb84c094ae6f HTTP/1.1" status: 200 len: 1130 time: 0.0980878 Mar 23 11:10:12.771090 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b3f1f5d1-519b-406d-abb6-2c7502c9e2ec req-f45f8c1f-64cc-4868-a858-ffa80f2b4a1a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ba9841ef-13c0-4173-82be-87ed743663d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394132 Mar 23 11:10:12.804641 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [req-b048c09d-476c-4002-b905-203702efad42 req-f3922a18-d000-47da-9c3f-d91dbea51eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c6014f7-6288-433d-9705-ccaaddba30c6 {{(pid=103539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:10:12.812761 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-b048c09d-476c-4002-b905-203702efad42 req-f3922a18-d000-47da-9c3f-d91dbea51eb0 service neutron] Publish callbacks [] for port (3c6014f7-6288-433d-9705-ccaaddba30c6), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:12.824700 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.provisioning_blocks [req-b048c09d-476c-4002-b905-203702efad42 req-f3922a18-d000-47da-9c3f-d91dbea51eb0 service neutron] Transition to ACTIVE for port object 3c6014f7-6288-433d-9705-ccaaddba30c6 will not be triggered until provisioned by entity L2. {{(pid=103539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 11:10:12.859977 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-b048c09d-476c-4002-b905-203702efad42 req-f3922a18-d000-47da-9c3f-d91dbea51eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (3c6014f7-6288-433d-9705-ccaaddba30c6), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:12.911677 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3922a18-d000-47da-9c3f-d91dbea51eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c6014f7-6288-433d-9705-ccaaddba30c6,revision_number=2']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:12.988292 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-b048c09d-476c-4002-b905-203702efad42 req-f3922a18-d000-47da-9c3f-d91dbea51eb0 service neutron] Attempting to bind port 3c6014f7-6288-433d-9705-ccaaddba30c6 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:10:12.988634 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-b048c09d-476c-4002-b905-203702efad42 req-f3922a18-d000-47da-9c3f-d91dbea51eb0 service neutron] Attempting to bind port 3c6014f7-6288-433d-9705-ccaaddba30c6 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '886f3b29-2335-43bd-84ef-e48db95d7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a31eb09f-9812-436d-92a1-3c7ac67a8d74'}] {{(pid=103539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:10:12.988964 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b048c09d-476c-4002-b905-203702efad42 req-f3922a18-d000-47da-9c3f-d91dbea51eb0 service neutron] Attempting to bind port 3c6014f7-6288-433d-9705-ccaaddba30c6 on network a31eb09f-9812-436d-92a1-3c7ac67a8d74 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:10:12.993740 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b048c09d-476c-4002-b905-203702efad42 req-f3922a18-d000-47da-9c3f-d91dbea51eb0 service neutron] Port 3c6014f7-6288-433d-9705-ccaaddba30c6 on network a31eb09f-9812-436d-92a1-3c7ac67a8d74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 11:10:12.994070 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b048c09d-476c-4002-b905-203702efad42 req-f3922a18-d000-47da-9c3f-d91dbea51eb0 service neutron] Attempting to bind port 3c6014f7-6288-433d-9705-ccaaddba30c6 on network a31eb09f-9812-436d-92a1-3c7ac67a8d74 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:10:12.999150 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b048c09d-476c-4002-b905-203702efad42 req-f3922a18-d000-47da-9c3f-d91dbea51eb0 service neutron] Checking agent: {'id': '3422437f-3c55-48f6-8aa2-6fea3ffa4df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'started_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:10:12.999498 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b048c09d-476c-4002-b905-203702efad42 req-f3922a18-d000-47da-9c3f-d91dbea51eb0 service neutron] Checking segment: {'id': '886f3b29-2335-43bd-84ef-e48db95d7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a31eb09f-9812-436d-92a1-3c7ac67a8d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:10:12.999884 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b048c09d-476c-4002-b905-203702efad42 req-f3922a18-d000-47da-9c3f-d91dbea51eb0 service neutron] Bound using segment: {'id': '886f3b29-2335-43bd-84ef-e48db95d7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a31eb09f-9812-436d-92a1-3c7ac67a8d74'} {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:10:13.000310 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-b048c09d-476c-4002-b905-203702efad42 req-f3922a18-d000-47da-9c3f-d91dbea51eb0 service neutron] Bound port: 3c6014f7-6288-433d-9705-ccaaddba30c6, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886f3b29-2335-43bd-84ef-e48db95d7884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a31eb09f-9812-436d-92a1-3c7ac67a8d74'}}] {{(pid=103539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:10:13.000673 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-b048c09d-476c-4002-b905-203702efad42 req-f3922a18-d000-47da-9c3f-d91dbea51eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (3c6014f7-6288-433d-9705-ccaaddba30c6), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:13.068736 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-b048c09d-476c-4002-b905-203702efad42 req-f3922a18-d000-47da-9c3f-d91dbea51eb0 service neutron] For port 3c6014f7-6288-433d-9705-ccaaddba30c6, host hv-cinder-79053, cleared binding levels {{(pid=103539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:10:13.071894 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-b048c09d-476c-4002-b905-203702efad42 req-f3922a18-d000-47da-9c3f-d91dbea51eb0 service neutron] For port 3c6014f7-6288-433d-9705-ccaaddba30c6, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3c6014f7-6288-433d-9705-ccaaddba30c6,segment=NetworkSegment(886f3b29-2335-43bd-84ef-e48db95d7884),segment_id=886f3b29-2335-43bd-84ef-e48db95d7884)] {{(pid=103539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:10:13.161627 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-b048c09d-476c-4002-b905-203702efad42 req-f3922a18-d000-47da-9c3f-d91dbea51eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (3c6014f7-6288-433d-9705-ccaaddba30c6), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:13.193970 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048c09d-476c-4002-b905-203702efad42 req-f3922a18-d000-47da-9c3f-d91dbea51eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:13.194597 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-b048c09d-476c-4002-b905-203702efad42 req-f3922a18-d000-47da-9c3f-d91dbea51eb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:13.195986 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-b048c09d-476c-4002-b905-203702efad42 req-f3922a18-d000-47da-9c3f-d91dbea51eb0 service neutron] 10.222.0.52 "PUT /v2.0/ports/3c6014f7-6288-433d-9705-ccaaddba30c6 HTTP/1.1" status: 200 len: 1098 time: 0.7644231 Mar 23 11:10:13.196432 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d20356b-2ad0-43db-8523-2c6e2ed0606f', 'tag': '3c6014f7-6288-433d-9705-ccaaddba30c6'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:10:13.198693 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e7fdd5-ad52-45eb-9234-950d05ffb639" -d '{"events": [{"name": "network-changed", "server_uuid": "6d20356b-2ad0-43db-8523-2c6e2ed0606f", "tag": "3c6014f7-6288-433d-9705-ccaaddba30c6"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:10:13.227845 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3922a18-d000-47da-9c3f-d91dbea51eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c6014f7-6288-433d-9705-ccaaddba30c6,revision_number=3']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:13.244025 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca006a6e-e94d-4c78-853d-c9cab0fec83c x-openstack-request-id: req-ca006a6e-e94d-4c78-853d-c9cab0fec83c {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:10:13.244316 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d20356b-2ad0-43db-8523-2c6e2ed0606f", "tag": "3c6014f7-6288-433d-9705-ccaaddba30c6", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:10:13.244572 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca006a6e-e94d-4c78-853d-c9cab0fec83c {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:10:13.244983 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca006a6e-e94d-4c78-853d-c9cab0fec83c'] response: {'name': 'network-changed', 'server_uuid': '6d20356b-2ad0-43db-8523-2c6e2ed0606f', 'tag': '3c6014f7-6288-433d-9705-ccaaddba30c6', 'status': 'completed', 'code': 200} Mar 23 11:10:13.313422 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7fdd5-ad52-45eb-9234-950d05ffb639 req-240fd1ff-0a1b-4032-987a-fc0d703befa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:13.315068 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-20e7fdd5-ad52-45eb-9234-950d05ffb639 req-240fd1ff-0a1b-4032-987a-fc0d703befa2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eaa3aa86c2964817b5afcd7ea6c7bd2c&device_id=6d20356b-2ad0-43db-8523-2c6e2ed0606f HTTP/1.1" status: 200 len: 1132 time: 0.0496714 Mar 23 11:10:13.344064 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-20e7fdd5-ad52-45eb-9234-950d05ffb639 req-2f06bcce-d142-4f95-a73d-6f079bf96994 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=eaa3aa86c2964817b5afcd7ea6c7bd2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204105 Mar 23 11:10:13.437238 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7fdd5-ad52-45eb-9234-950d05ffb639 req-d6590287-d588-4854-9d7c-2ff548c5865e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:13.438699 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-20e7fdd5-ad52-45eb-9234-950d05ffb639 req-d6590287-d588-4854-9d7c-2ff548c5865e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893526 Mar 23 11:10:13.508754 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f394fe-6a17-42e1-8b54-1181cc795b85 req-6d33dee0-e930-42dc-becf-6b16bb18c20f tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:13.510327 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-70f394fe-6a17-42e1-8b54-1181cc795b85 req-6d33dee0-e930-42dc-becf-6b16bb18c20f tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d20356b-2ad0-43db-8523-2c6e2ed0606f HTTP/1.1" status: 200 len: 948 time: 0.0549936 Mar 23 11:10:13.526369 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048c09d-476c-4002-b905-203702efad42 req-047ebe3a-939c-422d-b22a-cd85292b940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:13.528320 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-b048c09d-476c-4002-b905-203702efad42 req-047ebe3a-939c-422d-b22a-cd85292b940c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eaa3aa86c2964817b5afcd7ea6c7bd2c&device_id=6d20356b-2ad0-43db-8523-2c6e2ed0606f HTTP/1.1" status: 200 len: 1132 time: 0.0495536 Mar 23 11:10:13.556767 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-70f394fe-6a17-42e1-8b54-1181cc795b85 req-f472dce9-39d1-42d2-8f74-2f4164441b13 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/security-groups?id=5364ad12-6c44-47f6-85e4-809dcb327523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407934 Mar 23 11:10:13.575695 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-b048c09d-476c-4002-b905-203702efad42 req-76cc7c5d-7d9a-4461-a5ab-e9e238af4068 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=3c6014f7-6288-433d-9705-ccaaddba30c6 HTTP/1.1" status: 200 len: 217 time: 0.0383511 Mar 23 11:10:13.626323 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048c09d-476c-4002-b905-203702efad42 req-56144a6b-4e99-4c0b-bcd1-6e69e02ffbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:13.627765 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-b048c09d-476c-4002-b905-203702efad42 req-56144a6b-4e99-4c0b-bcd1-6e69e02ffbcf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=20050957-c118-4276-aacb-378b29cde841 HTTP/1.1" status: 200 len: 843 time: 0.0442309 Mar 23 11:10:13.687611 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048c09d-476c-4002-b905-203702efad42 req-c704bb6b-8ed7-4e75-9dcb-89de876ac3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:13.689125 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-b048c09d-476c-4002-b905-203702efad42 req-c704bb6b-8ed7-4e75-9dcb-89de876ac3c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a31eb09f-9812-436d-92a1-3c7ac67a8d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0477874 Mar 23 11:10:13.787864 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-b048c09d-476c-4002-b905-203702efad42 req-22a6269d-f860-4575-be23-0500c6348c92 service neutron] 10.222.0.52 "GET /v2.0/networks/a31eb09f-9812-436d-92a1-3c7ac67a8d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907578 Mar 23 11:10:13.840991 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba56eeb-e4ca-4aea-b679-7a2f3bcc4cb3 req-ce5952c7-83e9-48aa-8ee4-985f556f1f02 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:13.842552 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-cba56eeb-e4ca-4aea-b679-7a2f3bcc4cb3 req-ce5952c7-83e9-48aa-8ee4-985f556f1f02 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=05e8a21e-3d65-4630-9013-bb84c094ae6f HTTP/1.1" status: 200 len: 946 time: 0.0596139 Mar 23 11:10:13.887345 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-b048c09d-476c-4002-b905-203702efad42 req-f2df66c0-5f76-4b36-829c-454ea2ace14c service neutron] 10.222.0.52 "GET /v2.0/networks/a31eb09f-9812-436d-92a1-3c7ac67a8d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932167 Mar 23 11:10:13.891973 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-cba56eeb-e4ca-4aea-b679-7a2f3bcc4cb3 req-f871ab6d-6256-4762-ab9d-4b8d206b0835 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba9841ef-13c0-4173-82be-87ed743663d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431852 Mar 23 11:10:14.685257 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adfe20-bbf2-490b-b053-a8fbf484fd1d req-6db9fabb-40ca-4ce8-b86f-d2b0f8545764 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:14.686702 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-02adfe20-bbf2-490b-b053-a8fbf484fd1d req-6db9fabb-40ca-4ce8-b86f-d2b0f8545764 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d20356b-2ad0-43db-8523-2c6e2ed0606f HTTP/1.1" status: 200 len: 948 time: 0.0531096 Mar 23 11:10:14.736411 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-02adfe20-bbf2-490b-b053-a8fbf484fd1d req-7bfc8c2c-e83e-4047-b963-279c5099d20c tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/security-groups?id=5364ad12-6c44-47f6-85e4-809dcb327523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438051 Mar 23 11:10:15.009094 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f8e10-3e2f-4b36-9bc5-e13b9b376a56 req-1f0de477-d9d3-42c9-b162-3870ce840a29 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:15.010596 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-832f8e10-3e2f-4b36-9bc5-e13b9b376a56 req-1f0de477-d9d3-42c9-b162-3870ce840a29 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=05e8a21e-3d65-4630-9013-bb84c094ae6f HTTP/1.1" status: 200 len: 946 time: 0.0513952 Mar 23 11:10:15.060052 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-832f8e10-3e2f-4b36-9bc5-e13b9b376a56 req-a4c8ef9a-50c5-4533-8970-16d138e15bec tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba9841ef-13c0-4173-82be-87ed743663d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427942 Mar 23 11:10:15.176995 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a659e8-72b3-42c1-b51a-d0e86020498e req-ddd8a656-a4d2-4d61-a416-379b7d1c01c9 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:15.178584 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-47a659e8-72b3-42c1-b51a-d0e86020498e req-ddd8a656-a4d2-4d61-a416-379b7d1c01c9 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=05e8a21e-3d65-4630-9013-bb84c094ae6f HTTP/1.1" status: 200 len: 946 time: 0.0574255 Mar 23 11:10:15.187384 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 54880) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:15.191817 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-dcaf91c2-7355-4cf2-83f0-7724c9f74a0f tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Request body: {'floatingip': {'port_id': 'd44da5c2-0e21-412c-a7f6-596516cc80bc'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:10:15.229769 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-dcaf91c2-7355-4cf2-83f0-7724c9f74a0f tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (d457f501-7182-4873-b7d1-0ff1f9d9c281), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:15.653010 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-dcaf91c2-7355-4cf2-83f0-7724c9f74a0f tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:15.703893 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-dcaf91c2-7355-4cf2-83f0-7724c9f74a0f tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (d457f501-7182-4873-b7d1-0ff1f9d9c281), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:15.965382 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 3c6014f7-6288-433d-9705-ccaaddba30c6 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:10:16.068137 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 3c6014f7-6288-433d-9705-ccaaddba30c6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3c6014f7-6288-433d-9705-ccaaddba30c6,segment=NetworkSegment(886f3b29-2335-43bd-84ef-e48db95d7884),segment_id=886f3b29-2335-43bd-84ef-e48db95d7884)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:10:16.080057 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': '3c6014f7-6288-433d-9705-ccaaddba30c6', 'network_id': 'a31eb09f-9812-436d-92a1-3c7ac67a8d74', 'port_id': '3c6014f7-6288-433d-9705-ccaaddba30c6', 'mac_address': 'fa:16:3e:1c:74:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20050957-c118-4276-aacb-378b29cde841', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:10:16.109866 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68834f-dbae-49bd-afa7-bb4a0213af99 req-d28b507e-056d-4b5a-b14b-daac4c6df456 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:16.111446 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2c68834f-dbae-49bd-afa7-bb4a0213af99 req-d28b507e-056d-4b5a-b14b-daac4c6df456 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d20356b-2ad0-43db-8523-2c6e2ed0606f HTTP/1.1" status: 200 len: 948 time: 0.0739412 Mar 23 11:10:16.117975 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 3c6014f7-6288-433d-9705-ccaaddba30c6 is: DOWN; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:10:16.118367 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (3c6014f7-6288-433d-9705-ccaaddba30c6), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:16.127158 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.l3_db [None req-dcaf91c2-7355-4cf2-83f0-7724c9f74a0f tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Floating IP d457f501-7182-4873-b7d1-0ff1f9d9c281 associated. External IP: 172.27.0.22, port: d44da5c2-0e21-412c-a7f6-596516cc80bc. Mar 23 11:10:16.131579 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c6014f7-6288-433d-9705-ccaaddba30c6 {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:10:16.150965 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 3c6014f7-6288-433d-9705-ccaaddba30c6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3c6014f7-6288-433d-9705-ccaaddba30c6,segment=NetworkSegment(886f3b29-2335-43bd-84ef-e48db95d7884),segment_id=886f3b29-2335-43bd-84ef-e48db95d7884)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:10:16.207076 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (3c6014f7-6288-433d-9705-ccaaddba30c6), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:16.227087 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2c68834f-dbae-49bd-afa7-bb4a0213af99 req-5ef6b38c-616e-418d-bf03-e0c1c0dd0ca5 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/security-groups?id=5364ad12-6c44-47f6-85e4-809dcb327523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089587 Mar 23 11:10:16.261297 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=3c6014f7-6288-433d-9705-ccaaddba30c6,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:16.377053 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcaf91c2-7355-4cf2-83f0-7724c9f74a0f tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Router cfcddd4b-98da-461c-8da1-9502797c8c75 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:10:16.434840 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['3c6014f7-6288-433d-9705-ccaaddba30c6'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:10:16.498390 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcaf91c2-7355-4cf2-83f0-7724c9f74a0f tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:10:16.503870 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-dcaf91c2-7355-4cf2-83f0-7724c9f74a0f tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:16.511455 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affd09d8-c361-43b6-a42f-22dd2d781011 None None] Sync routers for ids ['cfcddd4b-98da-461c-8da1-9502797c8c75'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:10:16.527487 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affd09d8-c361-43b6-a42f-22dd2d781011 None None] Routers {'cfcddd4b-98da-461c-8da1-9502797c8c75'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:10:16.528405 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-affd09d8-c361-43b6-a42f-22dd2d781011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976e7da00>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:09:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cfcddd4b-98da-461c-8da1-9502797c8c75'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:16.534471 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-dcaf91c2-7355-4cf2-83f0-7724c9f74a0f tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "PUT /v2.0/floatingips/d457f501-7182-4873-b7d1-0ff1f9d9c281 HTTP/1.1" status: 200 len: 991 time: 1.3460197 Mar 23 11:10:16.535886 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e8a21e-3d65-4630-9013-bb84c094ae6f', 'tag': 'd44da5c2-0e21-412c-a7f6-596516cc80bc'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:10:16.539209 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2696352a-21f5-4e35-a3d4-5e72094a61b6" -d '{"events": [{"name": "network-changed", "server_uuid": "05e8a21e-3d65-4630-9013-bb84c094ae6f", "tag": "d44da5c2-0e21-412c-a7f6-596516cc80bc"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:10:16.583795 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bafb463-c99f-41f0-8715-942a43d864d6 x-openstack-request-id: req-6bafb463-c99f-41f0-8715-942a43d864d6 {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:10:16.584126 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e8a21e-3d65-4630-9013-bb84c094ae6f", "tag": "d44da5c2-0e21-412c-a7f6-596516cc80bc", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:10:16.584383 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6bafb463-c99f-41f0-8715-942a43d864d6 {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:10:16.584792 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bafb463-c99f-41f0-8715-942a43d864d6'] response: {'name': 'network-changed', 'server_uuid': '05e8a21e-3d65-4630-9013-bb84c094ae6f', 'tag': 'd44da5c2-0e21-412c-a7f6-596516cc80bc', 'status': 'completed', 'code': 200} Mar 23 11:10:16.644998 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-affd09d8-c361-43b6-a42f-22dd2d781011 None None] Set router cfcddd4b-98da-461c-8da1-9502797c8c75 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:10:16.655801 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696352a-21f5-4e35-a3d4-5e72094a61b6 req-7c3f81b9-dc4f-48a7-bf2e-1d60706721f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:16.657343 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-2696352a-21f5-4e35-a3d4-5e72094a61b6 req-7c3f81b9-dc4f-48a7-bf2e-1d60706721f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=34c477f1d53b42cbb4eaf1def983a6e2&device_id=05e8a21e-3d65-4630-9013-bb84c094ae6f HTTP/1.1" status: 200 len: 1130 time: 0.0497353 Mar 23 11:10:16.753917 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696352a-21f5-4e35-a3d4-5e72094a61b6 req-9b6de887-e5ee-4893-8531-43a42a5b9dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:16.755463 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-2696352a-21f5-4e35-a3d4-5e72094a61b6 req-9b6de887-e5ee-4893-8531-43a42a5b9dab service neutron] 10.222.0.52 "GET /v2.0/networks?id=3bfa1340-08ba-419b-8f23-d81230e789c7 HTTP/1.1" status: 200 len: 914 time: 0.0913293 Mar 23 11:10:16.825104 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-2696352a-21f5-4e35-a3d4-5e72094a61b6 req-f6680247-3772-46d1-9005-da1ebea7fa2e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d44da5c2-0e21-412c-a7f6-596516cc80bc HTTP/1.1" status: 200 len: 999 time: 0.0625052 Mar 23 11:10:16.873722 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696352a-21f5-4e35-a3d4-5e72094a61b6 req-7c95fbdf-4ff9-4868-9c1b-370049f8b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:16.875227 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-2696352a-21f5-4e35-a3d4-5e72094a61b6 req-7c95fbdf-4ff9-4868-9c1b-370049f8b851 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7ba199a1-33e3-44f1-9a9b-3dd7e82d6744 HTTP/1.1" status: 200 len: 852 time: 0.0441332 Mar 23 11:10:16.877456 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-affd09d8-c361-43b6-a42f-22dd2d781011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976e7da00>, [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': 'd457f501-7182-4873-b7d1-0ff1f9d9c281', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'port_id': 'd44da5c2-0e21-412c-a7f6-596516cc80bc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'mac_address': 'fa:16:3e:83:54:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e8a21e-3d65-4630-9013-bb84c094ae6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:10:01Z', 'updated_at': '2022-03-23T11:10:15Z', 'revision_number': 1, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:16.903929 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affd09d8-c361-43b6-a42f-22dd2d781011 None None] Checking router: cfcddd4b-98da-461c-8da1-9502797c8c75 for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:10:16.912093 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affd09d8-c361-43b6-a42f-22dd2d781011 None None] Routers {'cfcddd4b-98da-461c-8da1-9502797c8c75'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:10:16.912961 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-affd09d8-c361-43b6-a42f-22dd2d781011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976e7da00>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:09:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cfcddd4b-98da-461c-8da1-9502797c8c75'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:16.924968 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696352a-21f5-4e35-a3d4-5e72094a61b6 req-c8d352ad-881f-466d-a25c-1722758f1842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:16.926517 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-2696352a-21f5-4e35-a3d4-5e72094a61b6 req-c8d352ad-881f-466d-a25c-1722758f1842 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bfa1340-08ba-419b-8f23-d81230e789c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447812 Mar 23 11:10:17.020161 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-affd09d8-c361-43b6-a42f-22dd2d781011 None None] Set router cfcddd4b-98da-461c-8da1-9502797c8c75 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:10:17.024657 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-2696352a-21f5-4e35-a3d4-5e72094a61b6 req-5b9abcf1-6b12-484c-bc1f-417823a8e27f service neutron] 10.222.0.52 "GET /v2.0/networks/3bfa1340-08ba-419b-8f23-d81230e789c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890374 Mar 23 11:10:17.114470 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-2696352a-21f5-4e35-a3d4-5e72094a61b6 req-66432703-1cc4-430f-8dc2-790ec7d2d048 service neutron] 10.222.0.52 "GET /v2.0/networks/3bfa1340-08ba-419b-8f23-d81230e789c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833933 Mar 23 11:10:17.245957 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-affd09d8-c361-43b6-a42f-22dd2d781011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976e7da00>, [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': 'd457f501-7182-4873-b7d1-0ff1f9d9c281', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'port_id': 'd44da5c2-0e21-412c-a7f6-596516cc80bc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'mac_address': 'fa:16:3e:83:54:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e8a21e-3d65-4630-9013-bb84c094ae6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:10:01Z', 'updated_at': '2022-03-23T11:10:15Z', 'revision_number': 1, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:17.272289 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affd09d8-c361-43b6-a42f-22dd2d781011 None None] The sync data for ids ['cfcddd4b-98da-461c-8da1-9502797c8c75'] in dv-cinder-790535-33-iscsi is: [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': 'd457f501-7182-4873-b7d1-0ff1f9d9c281', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'port_id': 'd44da5c2-0e21-412c-a7f6-596516cc80bc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'mac_address': 'fa:16:3e:83:54:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e8a21e-3d65-4630-9013-bb84c094ae6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:10:01Z', 'updated_at': '2022-03-23T11:10:15Z', 'revision_number': 1, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:10:17.351956 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7a8f0-49d1-43e7-8aca-b337e7f4741d req-2a6aac3c-fd30-4690-963d-453ad4ff7869 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:17.353739 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b8d7a8f0-49d1-43e7-8aca-b337e7f4741d req-2a6aac3c-fd30-4690-963d-453ad4ff7869 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d20356b-2ad0-43db-8523-2c6e2ed0606f HTTP/1.1" status: 200 len: 949 time: 0.0556424 Mar 23 11:10:17.406316 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b8d7a8f0-49d1-43e7-8aca-b337e7f4741d req-34e0348e-16ee-42ce-aefd-464009632538 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/security-groups?id=5364ad12-6c44-47f6-85e4-809dcb327523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463409 Mar 23 11:10:17.467869 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1782bfb8-c491-48bf-ba0b-3a8acf1e6d87 None None] New status for floating IP d457f501-7182-4873-b7d1-0ff1f9d9c281: ACTIVE {{(pid=103541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:10:17.983388 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 3c6014f7-6288-433d-9705-ccaaddba30c6 up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:10:18.092578 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning for port 3c6014f7-6288-433d-9705-ccaaddba30c6 completed by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 11:10:18.098666 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port 3c6014f7-6288-433d-9705-ccaaddba30c6 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:10:18.105269 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (3c6014f7-6288-433d-9705-ccaaddba30c6), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:18.179885 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 3c6014f7-6288-433d-9705-ccaaddba30c6 is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:10:18.180281 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (3c6014f7-6288-433d-9705-ccaaddba30c6), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:18.201751 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d20356b-2ad0-43db-8523-2c6e2ed0606f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6014f7-6288-433d-9705-ccaaddba30c6'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:10:18.203970 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e513b617-b91f-4683-af2f-2c03a3b3ff8c" -d '{"events": [{"server_uuid": "6d20356b-2ad0-43db-8523-2c6e2ed0606f", "name": "network-vif-plugged", "status": "completed", "tag": "3c6014f7-6288-433d-9705-ccaaddba30c6"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:10:18.217989 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 3c6014f7-6288-433d-9705-ccaaddba30c6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3c6014f7-6288-433d-9705-ccaaddba30c6,segment=NetworkSegment(886f3b29-2335-43bd-84ef-e48db95d7884),segment_id=886f3b29-2335-43bd-84ef-e48db95d7884)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:10:18.244256 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cd2620-c8cf-4f2b-8346-f2625da1a389 x-openstack-request-id: req-91cd2620-c8cf-4f2b-8346-f2625da1a389 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:10:18.244256 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d20356b-2ad0-43db-8523-2c6e2ed0606f", "name": "network-vif-plugged", "status": "completed", "tag": "3c6014f7-6288-433d-9705-ccaaddba30c6", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:10:18.244256 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-91cd2620-c8cf-4f2b-8346-f2625da1a389 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:10:18.244256 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91cd2620-c8cf-4f2b-8346-f2625da1a389'] response: {'server_uuid': '6d20356b-2ad0-43db-8523-2c6e2ed0606f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c6014f7-6288-433d-9705-ccaaddba30c6', 'code': 200} Mar 23 11:10:18.321102 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (3c6014f7-6288-433d-9705-ccaaddba30c6), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:18.372723 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=3c6014f7-6288-433d-9705-ccaaddba30c6,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:18.531286 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044b0bf-81e7-4c87-9a77-1f664a57f0c2 req-24225d5e-24cd-4cb8-bee4-9c2ebb4212ce tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:18.532756 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e044b0bf-81e7-4c87-9a77-1f664a57f0c2 req-24225d5e-24cd-4cb8-bee4-9c2ebb4212ce tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d20356b-2ad0-43db-8523-2c6e2ed0606f HTTP/1.1" status: 200 len: 950 time: 0.0537403 Mar 23 11:10:18.582768 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e044b0bf-81e7-4c87-9a77-1f664a57f0c2 req-96593fe6-34a4-41bc-aa1a-3b44a423169d tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/security-groups?id=5364ad12-6c44-47f6-85e4-809dcb327523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432322 Mar 23 11:10:18.623377 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5947539-165a-4859-b0d9-03304322320b req-9e11c02a-10a0-41fe-802d-3af0af0cae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:18.624816 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-a5947539-165a-4859-b0d9-03304322320b req-9e11c02a-10a0-41fe-802d-3af0af0cae6b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6d20356b-2ad0-43db-8523-2c6e2ed0606f HTTP/1.1" status: 200 len: 1134 time: 0.0440021 Mar 23 11:10:18.673393 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-a5947539-165a-4859-b0d9-03304322320b req-3836c41a-84c8-4f55-a908-9c1aaea99bdf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5364ad12-6c44-47f6-85e4-809dcb327523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419080 Mar 23 11:10:19.706003 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc5817-72e3-4a02-9ad5-d418ed06ea77 req-b6c116a9-0c3e-4715-961d-2ae814fef73b tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:19.707574 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-99cc5817-72e3-4a02-9ad5-d418ed06ea77 req-b6c116a9-0c3e-4715-961d-2ae814fef73b tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d20356b-2ad0-43db-8523-2c6e2ed0606f HTTP/1.1" status: 200 len: 950 time: 0.0539255 Mar 23 11:10:19.769567 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-99cc5817-72e3-4a02-9ad5-d418ed06ea77 req-326c2e5e-2008-4d85-8aae-c94d3c77f3d2 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/security-groups?id=5364ad12-6c44-47f6-85e4-809dcb327523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562601 Mar 23 11:10:20.895876 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcf85b-3e0a-44d8-8215-d62e02f0f5fe req-c7ff9f40-e5b5-4b09-930b-206b48570496 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:20.897365 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5fdcf85b-3e0a-44d8-8215-d62e02f0f5fe req-c7ff9f40-e5b5-4b09-930b-206b48570496 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d20356b-2ad0-43db-8523-2c6e2ed0606f HTTP/1.1" status: 200 len: 950 time: 0.0569711 Mar 23 11:10:20.951519 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5fdcf85b-3e0a-44d8-8215-d62e02f0f5fe req-eb805a38-0ef4-42ec-8ffe-d561966080c5 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/security-groups?id=5364ad12-6c44-47f6-85e4-809dcb327523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479743 Mar 23 11:10:21.414608 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:21.474539 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b22aa-3ac3-4acf-9cad-e7865e73b8de req-6a675ecd-c2ab-401a-84f1-d6fa2dd5db89 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:21.476031 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-916b22aa-3ac3-4acf-9cad-e7865e73b8de req-6a675ecd-c2ab-401a-84f1-d6fa2dd5db89 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d20356b-2ad0-43db-8523-2c6e2ed0606f HTTP/1.1" status: 200 len: 950 time: 0.0529475 Mar 23 11:10:21.523743 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-916b22aa-3ac3-4acf-9cad-e7865e73b8de req-2a08217d-f4bd-4542-9501-a46c03b6421c tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/security-groups?id=5364ad12-6c44-47f6-85e4-809dcb327523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423017 Mar 23 11:10:22.661730 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8ee5a-7552-4db5-9191-68ea818f7c6f req-1de4e0cc-ab98-4257-93c3-94bc1c005f32 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:22.663483 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7ae8ee5a-7552-4db5-9191-68ea818f7c6f req-1de4e0cc-ab98-4257-93c3-94bc1c005f32 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d20356b-2ad0-43db-8523-2c6e2ed0606f HTTP/1.1" status: 200 len: 950 time: 0.0573838 Mar 23 11:10:22.717903 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7ae8ee5a-7552-4db5-9191-68ea818f7c6f req-639b691f-7d8f-4fee-8158-a7edac64d5c0 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/security-groups?id=5364ad12-6c44-47f6-85e4-809dcb327523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485482 Mar 23 11:10:22.979021 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4508f7d-25d2-475a-8775-59074d8ee492 req-0f172792-3a1a-455b-b333-421ca296c64c tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:22.980393 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c4508f7d-25d2-475a-8775-59074d8ee492 req-0f172792-3a1a-455b-b333-421ca296c64c tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.52 "GET /v2.0/ports?device_id=6d20356b-2ad0-43db-8523-2c6e2ed0606f HTTP/1.1" status: 200 len: 950 time: 0.0504353 Mar 23 11:10:23.074985 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [req-c4508f7d-25d2-475a-8775-59074d8ee492 req-66745b08-6ee7-469e-8500-540c8c882183 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Deleting port 3c6014f7-6288-433d-9705-ccaaddba30c6 {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:10:23.075336 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-c4508f7d-25d2-475a-8775-59074d8ee492 req-66745b08-6ee7-469e-8500-540c8c882183 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (3c6014f7-6288-433d-9705-ccaaddba30c6), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:23.163181 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-c4508f7d-25d2-475a-8775-59074d8ee492 req-66745b08-6ee7-469e-8500-540c8c882183 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] For port 3c6014f7-6288-433d-9705-ccaaddba30c6, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=3c6014f7-6288-433d-9705-ccaaddba30c6,segment=NetworkSegment(886f3b29-2335-43bd-84ef-e48db95d7884),segment_id=886f3b29-2335-43bd-84ef-e48db95d7884)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:10:23.163543 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-c4508f7d-25d2-475a-8775-59074d8ee492 req-66745b08-6ee7-469e-8500-540c8c882183 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (3c6014f7-6288-433d-9705-ccaaddba30c6), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:23.176340 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [req-c4508f7d-25d2-475a-8775-59074d8ee492 req-66745b08-6ee7-469e-8500-540c8c882183 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Calling delete_port for 3c6014f7-6288-433d-9705-ccaaddba30c6 owned by compute:nova {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:10:23.362966 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-c4508f7d-25d2-475a-8775-59074d8ee492 req-66745b08-6ee7-469e-8500-540c8c882183 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (3c6014f7-6288-433d-9705-ccaaddba30c6), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:23.374637 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['3c6014f7-6288-433d-9705-ccaaddba30c6'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:10:23.389105 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66745b08-6ee7-469e-8500-540c8c882183 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Pushing event deleted for resources: {'Port': ['ID=3c6014f7-6288-433d-9705-ccaaddba30c6,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:23.434943 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4508f7d-25d2-475a-8775-59074d8ee492 req-66745b08-6ee7-469e-8500-540c8c882183 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] No DVR routers for this DVR port 3c6014f7-6288-433d-9705-ccaaddba30c6 on host hv-cinder-79053 {{(pid=103539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:10:23.437564 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-c4508f7d-25d2-475a-8775-59074d8ee492 req-66745b08-6ee7-469e-8500-540c8c882183 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:23.440865 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c4508f7d-25d2-475a-8775-59074d8ee492 req-66745b08-6ee7-469e-8500-540c8c882183 tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.52 "DELETE /v2.0/ports/3c6014f7-6288-433d-9705-ccaaddba30c6 HTTP/1.1" status: 204 len: 173 time: 0.4550200 Mar 23 11:10:23.441373 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d20356b-2ad0-43db-8523-2c6e2ed0606f', 'name': 'network-vif-deleted', 'tag': '3c6014f7-6288-433d-9705-ccaaddba30c6'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:10:23.443594 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a77dd7-d1f8-4cf7-8abe-b4ca9fb13b67" -d '{"events": [{"server_uuid": "6d20356b-2ad0-43db-8523-2c6e2ed0606f", "name": "network-vif-deleted", "tag": "3c6014f7-6288-433d-9705-ccaaddba30c6"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:10:23.480952 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb05af04-22b8-49c8-927a-da4b185f668d x-openstack-request-id: req-cb05af04-22b8-49c8-927a-da4b185f668d {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:10:23.481284 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d20356b-2ad0-43db-8523-2c6e2ed0606f", "name": "network-vif-deleted", "tag": "3c6014f7-6288-433d-9705-ccaaddba30c6", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:10:23.481542 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cb05af04-22b8-49c8-927a-da4b185f668d {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:10:23.481948 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb05af04-22b8-49c8-927a-da4b185f668d'] response: {'server_uuid': '6d20356b-2ad0-43db-8523-2c6e2ed0606f', 'name': 'network-vif-deleted', 'tag': '3c6014f7-6288-433d-9705-ccaaddba30c6', 'status': 'completed', 'code': 200} Mar 23 11:10:23.816173 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-43c651d3-c508-4ccd-a14f-9fe7a059500e req-45f14259-1ea2-4cc0-b963-af11fe3bc13b tempest-VolumesNegativeTest-201015728 tempest-VolumesNegativeTest-201015728-project] 10.222.0.41 "GET /v2.0/ports?device_id=6d20356b-2ad0-43db-8523-2c6e2ed0606f HTTP/1.1" status: 200 len: 210 time: 0.0297933 Mar 23 11:10:25.745780 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ee332815-904e-494e-b569-43cc0980919f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:26.024032 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 3c6014f7-6288-433d-9705-ccaaddba30c6 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:10:26.044537 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] No Port match for: 3c6014f7-6288-433d-9705-ccaaddba30c6 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:10:26.044898 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 3c6014f7-6288-433d-9705-ccaaddba30c6 not bound to the agent host hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:10:26.380155 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55046) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:26.682574 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-74ea6635-d2fb-4aef-9a6c-83a067b78c0b tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Deleting port 957abaf4-a538-4172-aac3-295534d51785 {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:10:26.682829 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-74ea6635-d2fb-4aef-9a6c-83a067b78c0b tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (957abaf4-a538-4172-aac3-295534d51785), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:26.758793 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-74ea6635-d2fb-4aef-9a6c-83a067b78c0b tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (957abaf4-a538-4172-aac3-295534d51785), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:26.759123 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-74ea6635-d2fb-4aef-9a6c-83a067b78c0b tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for floatingip (957abaf4-a538-4172-aac3-295534d51785), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:26.770880 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-74ea6635-d2fb-4aef-9a6c-83a067b78c0b tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Calling delete_port for 957abaf4-a538-4172-aac3-295534d51785 owned by network:floatingip {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:10:27.014329 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-74ea6635-d2fb-4aef-9a6c-83a067b78c0b tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (957abaf4-a538-4172-aac3-295534d51785), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:27.045105 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea6635-d2fb-4aef-9a6c-83a067b78c0b tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Pushing event deleted for resources: {'Port': ['ID=957abaf4-a538-4172-aac3-295534d51785,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:27.099971 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-74ea6635-d2fb-4aef-9a6c-83a067b78c0b tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for floatingip (96d6d44f-3acb-477c-8124-e8b5c2e1610c), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:27.100305 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.db.l3_db [None req-74ea6635-d2fb-4aef-9a6c-83a067b78c0b tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Floating IP 96d6d44f-3acb-477c-8124-e8b5c2e1610c disassociated (deleted). External IP: 172.27.0.183, port: 7ca22a6a-8f96-4c83-82d3-d5e89680e117. Mar 23 11:10:27.315861 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ea6635-d2fb-4aef-9a6c-83a067b78c0b tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Router 6a6c5e43-2e0f-4a40-9507-89e565ecf7f0 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:10:27.428832 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ea6635-d2fb-4aef-9a6c-83a067b78c0b tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:10:27.433316 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-74ea6635-d2fb-4aef-9a6c-83a067b78c0b tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:27.440702 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35e37a6-8e43-4fc9-be3c-d093a3112446 None None] Sync routers for ids ['6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:10:27.453573 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35e37a6-8e43-4fc9-be3c-d093a3112446 None None] Routers {'6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:10:27.454284 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-d35e37a6-8e43-4fc9-be3c-d093a3112446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f297705aa30>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:09:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:27.475954 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-74ea6635-d2fb-4aef-9a6c-83a067b78c0b tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "DELETE /v2.0/floatingips/96d6d44f-3acb-477c-8124-e8b5c2e1610c HTTP/1.1" status: 204 len: 168 time: 1.0947278 Mar 23 11:10:27.476550 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94c6f16-3f68-45b2-9606-1bcca11c04f9', 'tag': '7ca22a6a-8f96-4c83-82d3-d5e89680e117'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:10:27.478874 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a06e093-5d14-4e81-bdc8-c54bc1aa71ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d94c6f16-3f68-45b2-9606-1bcca11c04f9", "tag": "7ca22a6a-8f96-4c83-82d3-d5e89680e117"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:10:27.528579 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c46eeb-59ed-4182-ab44-34b8a09e891e x-openstack-request-id: req-82c46eeb-59ed-4182-ab44-34b8a09e891e {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:10:27.528876 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94c6f16-3f68-45b2-9606-1bcca11c04f9", "tag": "7ca22a6a-8f96-4c83-82d3-d5e89680e117", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:10:27.529132 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82c46eeb-59ed-4182-ab44-34b8a09e891e {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:10:27.529565 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82c46eeb-59ed-4182-ab44-34b8a09e891e'] response: {'name': 'network-changed', 'server_uuid': 'd94c6f16-3f68-45b2-9606-1bcca11c04f9', 'tag': '7ca22a6a-8f96-4c83-82d3-d5e89680e117', 'status': 'completed', 'code': 200} Mar 23 11:10:27.578493 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-d35e37a6-8e43-4fc9-be3c-d093a3112446 None None] Set router 6a6c5e43-2e0f-4a40-9507-89e565ecf7f0 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:10:27.606558 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06e093-5d14-4e81-bdc8-c54bc1aa71ce req-40f5d9a7-f321-4218-8601-9ec9c5f4678c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:27.606558 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8a06e093-5d14-4e81-bdc8-c54bc1aa71ce req-40f5d9a7-f321-4218-8601-9ec9c5f4678c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=129bb33e62b44450880cb7f944520401&device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 1129 time: 0.0512164 Mar 23 11:10:27.703816 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06e093-5d14-4e81-bdc8-c54bc1aa71ce req-4e65895f-363f-485a-b926-30c1fb967495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:27.705588 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8a06e093-5d14-4e81-bdc8-c54bc1aa71ce req-4e65895f-363f-485a-b926-30c1fb967495 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df50ffe3-03ed-467a-b227-56e0850217fe HTTP/1.1" status: 200 len: 909 time: 0.0969424 Mar 23 11:10:27.765014 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8a06e093-5d14-4e81-bdc8-c54bc1aa71ce req-ccbc82b0-721c-41ba-9115-d46d88366508 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ca22a6a-8f96-4c83-82d3-d5e89680e117 HTTP/1.1" status: 200 len: 217 time: 0.0491412 Mar 23 11:10:27.812251 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-d35e37a6-8e43-4fc9-be3c-d093a3112446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f297705aa30>, [{'id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'name': 'tempest-TestShelveInstance-877408031-router', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '68b052aa-aba3-480c-b9ef-aeec4a08058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:04:48Z', 'updated_at': '2022-03-23T11:04:53Z', 'revision_number': 4, 'project_id': '129bb33e62b44450880cb7f944520401', 'gw_port': {'id': '68b052aa-aba3-480c-b9ef-aeec4a08058c', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:49Z', 'updated_at': '2022-03-23T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '011d3bb3-6ff3-485a-8080-1f39de9cf8bd', 'name': '', 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'mac_address': 'fa:16:3e:37:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '001a2c33-ab4d-40f3-86cd-0344207597b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:52Z', 'updated_at': '2022-03-23T11:04:58Z', 'revision_number': 5, 'project_id': '129bb33e62b44450880cb7f944520401', 'subnets': [{'id': '001a2c33-ab4d-40f3-86cd-0344207597b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:27.815974 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06e093-5d14-4e81-bdc8-c54bc1aa71ce req-30b1e36e-0ec6-4050-b63d-c168802feabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:27.818322 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8a06e093-5d14-4e81-bdc8-c54bc1aa71ce req-30b1e36e-0ec6-4050-b63d-c168802feabe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=001a2c33-ab4d-40f3-86cd-0344207597b1 HTTP/1.1" status: 200 len: 847 time: 0.0463839 Mar 23 11:10:27.852391 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35e37a6-8e43-4fc9-be3c-d093a3112446 None None] Checking router: 6a6c5e43-2e0f-4a40-9507-89e565ecf7f0 for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:10:27.862281 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35e37a6-8e43-4fc9-be3c-d093a3112446 None None] Routers {'6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:10:27.862900 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-d35e37a6-8e43-4fc9-be3c-d093a3112446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f297705aa30>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:09:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:27.866150 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-3a995180-6a8f-4bfb-bfc2-1ae9edec5f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:27.876515 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06e093-5d14-4e81-bdc8-c54bc1aa71ce req-1d5cdfb0-8d44-4855-911a-f324f9886c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:27.876515 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8a06e093-5d14-4e81-bdc8-c54bc1aa71ce req-1d5cdfb0-8d44-4855-911a-f324f9886c8c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df50ffe3-03ed-467a-b227-56e0850217fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0516150 Mar 23 11:10:27.978581 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8a06e093-5d14-4e81-bdc8-c54bc1aa71ce req-dd974894-7b61-4a43-b85c-e19743434d2e service neutron] 10.222.0.52 "GET /v2.0/networks/df50ffe3-03ed-467a-b227-56e0850217fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940034 Mar 23 11:10:28.052756 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369dff6-c6cf-4507-b107-fbab85ca0c1a req-a414c30f-c2db-469d-ba33-a8aa199a71bf tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:28.054434 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e369dff6-c6cf-4507-b107-fbab85ca0c1a req-a414c30f-c2db-469d-ba33-a8aa199a71bf tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0561161 Mar 23 11:10:28.079951 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-d35e37a6-8e43-4fc9-be3c-d093a3112446 None None] Set router 6a6c5e43-2e0f-4a40-9507-89e565ecf7f0 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:10:28.082934 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8a06e093-5d14-4e81-bdc8-c54bc1aa71ce req-5f3aed27-9bb7-4a1c-99be-02e6403f0bc1 service neutron] 10.222.0.52 "GET /v2.0/networks/df50ffe3-03ed-467a-b227-56e0850217fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879188 Mar 23 11:10:28.120272 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e369dff6-c6cf-4507-b107-fbab85ca0c1a req-6bfb7b0f-54c0-423c-8223-e3838739192a tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585489 Mar 23 11:10:28.298623 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-d35e37a6-8e43-4fc9-be3c-d093a3112446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f297705aa30>, [{'id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'name': 'tempest-TestShelveInstance-877408031-router', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '68b052aa-aba3-480c-b9ef-aeec4a08058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:04:48Z', 'updated_at': '2022-03-23T11:04:53Z', 'revision_number': 4, 'project_id': '129bb33e62b44450880cb7f944520401', 'gw_port': {'id': '68b052aa-aba3-480c-b9ef-aeec4a08058c', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:49Z', 'updated_at': '2022-03-23T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '011d3bb3-6ff3-485a-8080-1f39de9cf8bd', 'name': '', 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'mac_address': 'fa:16:3e:37:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '001a2c33-ab4d-40f3-86cd-0344207597b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:52Z', 'updated_at': '2022-03-23T11:04:58Z', 'revision_number': 5, 'project_id': '129bb33e62b44450880cb7f944520401', 'subnets': [{'id': '001a2c33-ab4d-40f3-86cd-0344207597b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:28.330347 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35e37a6-8e43-4fc9-be3c-d093a3112446 None None] The sync data for ids ['6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'] in dv-cinder-790535-33-iscsi is: [{'id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'name': 'tempest-TestShelveInstance-877408031-router', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '68b052aa-aba3-480c-b9ef-aeec4a08058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:04:48Z', 'updated_at': '2022-03-23T11:04:53Z', 'revision_number': 4, 'project_id': '129bb33e62b44450880cb7f944520401', 'gw_port': {'id': '68b052aa-aba3-480c-b9ef-aeec4a08058c', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:49Z', 'updated_at': '2022-03-23T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '011d3bb3-6ff3-485a-8080-1f39de9cf8bd', 'name': '', 'network_id': 'df50ffe3-03ed-467a-b227-56e0850217fe', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'mac_address': 'fa:16:3e:37:f0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '001a2c33-ab4d-40f3-86cd-0344207597b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:52Z', 'updated_at': '2022-03-23T11:04:58Z', 'revision_number': 5, 'project_id': '129bb33e62b44450880cb7f944520401', 'subnets': [{'id': '001a2c33-ab4d-40f3-86cd-0344207597b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:10:28.573709 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326ae107-3331-4539-b45c-9ec69c12e1e5 None None] New status for floating IP 96d6d44f-3acb-477c-8124-e8b5c2e1610c: DOWN {{(pid=103541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:10:29.248102 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b9fcc-0a6e-4fdb-9ab2-ac86a0a0a123 req-87a8fe40-c84a-470d-bb71-23fcbc5d36d6 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:29.249595 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d59b9fcc-0a6e-4fdb-9ab2-ac86a0a0a123 req-87a8fe40-c84a-470d-bb71-23fcbc5d36d6 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0524714 Mar 23 11:10:29.302062 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d59b9fcc-0a6e-4fdb-9ab2-ac86a0a0a123 req-47c4e60c-c31c-4fd0-8809-855d672eb022 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461774 Mar 23 11:10:29.503917 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:30.419787 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3835759-1e0c-4db7-9812-8857728c89ab req-f2dde19f-6e34-457a-88c3-e2edb1513969 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:30.421272 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f3835759-1e0c-4db7-9812-8857728c89ab req-f2dde19f-6e34-457a-88c3-e2edb1513969 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0539017 Mar 23 11:10:30.472598 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f3835759-1e0c-4db7-9812-8857728c89ab req-4635ad10-5c6c-4718-8ae6-8774ad3d38b7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455937 Mar 23 11:10:30.682889 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:30.911850 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55228) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:31.039648 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-6a3da7bd-05bd-469e-9313-9de18e5a8e5d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eaa3aa86c2964817b5afcd7ea6c7bd2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1260958 Mar 23 11:10:31.042193 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55232) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:31.087841 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5331ed01-213c-42e8-afc7-dabd5a6d7a6c admin admin] Publish callbacks [] for security_group (5364ad12-6c44-47f6-85e4-809dcb327523), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:31.107710 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5331ed01-213c-42e8-afc7-dabd5a6d7a6c admin admin] Publish callbacks [] for security_group (5364ad12-6c44-47f6-85e4-809dcb327523), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:31.259782 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5331ed01-213c-42e8-afc7-dabd5a6d7a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (5364ad12-6c44-47f6-85e4-809dcb327523), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:31.262368 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5331ed01-213c-42e8-afc7-dabd5a6d7a6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:31.263528 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-5331ed01-213c-42e8-afc7-dabd5a6d7a6c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5364ad12-6c44-47f6-85e4-809dcb327523 HTTP/1.1" status: 204 len: 168 time: 0.2204273 Mar 23 11:10:31.271428 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331ed01-213c-42e8-afc7-dabd5a6d7a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5364ad12-6c44-47f6-85e4-809dcb327523,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:31.593592 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38cce02-4165-4b25-a538-cb07e2a08cf7 req-93bb1c75-9989-438f-866d-b6101c09ea42 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:31.600875 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a38cce02-4165-4b25-a538-cb07e2a08cf7 req-93bb1c75-9989-438f-866d-b6101c09ea42 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 945 time: 0.0574708 Mar 23 11:10:31.649082 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a38cce02-4165-4b25-a538-cb07e2a08cf7 req-11f4edfe-a415-4733-a865-a2d12ccd4613 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473382 Mar 23 11:10:32.054895 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 7ca22a6a-8f96-4c83-82d3-d5e89680e117 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:10:32.127599 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 7ca22a6a-8f96-4c83-82d3-d5e89680e117 is: ACTIVE; New status is: DOWN {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:10:32.127990 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (7ca22a6a-8f96-4c83-82d3-d5e89680e117), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:32.153565 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94c6f16-3f68-45b2-9606-1bcca11c04f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ca22a6a-8f96-4c83-82d3-d5e89680e117'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:10:32.156616 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7bb931-d59d-4ec6-a409-a6da74cdae68" -d '{"events": [{"server_uuid": "d94c6f16-3f68-45b2-9606-1bcca11c04f9", "name": "network-vif-unplugged", "status": "completed", "tag": "7ca22a6a-8f96-4c83-82d3-d5e89680e117"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:10:32.168663 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 7ca22a6a-8f96-4c83-82d3-d5e89680e117, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7ca22a6a-8f96-4c83-82d3-d5e89680e117,segment=NetworkSegment(2f4f4a41-30ca-4c99-80f8-209ff5966548),segment_id=2f4f4a41-30ca-4c99-80f8-209ff5966548)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:10:32.197477 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 11:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303a6ee6-e754-47fa-a914-444df209f906 x-openstack-request-id: req-303a6ee6-e754-47fa-a914-444df209f906 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:10:32.197790 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94c6f16-3f68-45b2-9606-1bcca11c04f9", "name": "network-vif-unplugged", "status": "completed", "tag": "7ca22a6a-8f96-4c83-82d3-d5e89680e117", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:10:32.198045 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-303a6ee6-e754-47fa-a914-444df209f906 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:10:32.198451 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-303a6ee6-e754-47fa-a914-444df209f906'] response: {'server_uuid': 'd94c6f16-3f68-45b2-9606-1bcca11c04f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ca22a6a-8f96-4c83-82d3-d5e89680e117', 'code': 200} Mar 23 11:10:32.226045 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (7ca22a6a-8f96-4c83-82d3-d5e89680e117), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:32.231440 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55264) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:32.283716 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=7ca22a6a-8f96-4c83-82d3-d5e89680e117,revision_number=9']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:32.323017 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:32.330782 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-5f2b397e-41b4-45a2-aeca-7381b161b3c2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-71821521-network', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:10:32.425589 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2b397e-41b4-45a2-aeca-7381b161b3c2 admin admin] Made reservation on behalf of 8e6727fde2374b3baaa1ac9ab747de5d for: {'network': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:10:32.428081 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5f2b397e-41b4-45a2-aeca-7381b161b3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for network (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:32.436424 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5f2b397e-41b4-45a2-aeca-7381b161b3c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:32.510206 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5f2b397e-41b4-45a2-aeca-7381b161b3c2 admin admin] Publish callbacks [] for security_group (e8529b25-bd16-4224-a8d5-fac2def9480c), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:32.557100 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5f2b397e-41b4-45a2-aeca-7381b161b3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (e8529b25-bd16-4224-a8d5-fac2def9480c), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:32.584332 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f2b397e-41b4-45a2-aeca-7381b161b3c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=103539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:10:32.590443 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b397e-41b4-45a2-aeca-7381b161b3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8529b25-bd16-4224-a8d5-fac2def9480c,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:32.596910 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5f2b397e-41b4-45a2-aeca-7381b161b3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (a1657a6f-8bec-4768-8886-083e33c6eae0), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:32.597341 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.db.segments_db [None req-5f2b397e-41b4-45a2-aeca-7381b161b3c2 admin admin] Added segment a1657a6f-8bec-4768-8886-083e33c6eae0 of type vlan for network de2c7166-7ec3-43ba-9311-0c2c74465fa5 Mar 23 11:10:32.635771 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5f2b397e-41b4-45a2-aeca-7381b161b3c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738510713667'] for network (de2c7166-7ec3-43ba-9311-0c2c74465fa5), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:32.711298 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5f2b397e-41b4-45a2-aeca-7381b161b3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for network (de2c7166-7ec3-43ba-9311-0c2c74465fa5), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:32.712462 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2b397e-41b4-45a2-aeca-7381b161b3c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:32.713106 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5f2b397e-41b4-45a2-aeca-7381b161b3c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:32.776098 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa38048-05c7-44b4-af0d-597f8a383961 req-ad65872d-4320-42b8-a8ab-253c41181117 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:32.777709 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8fa38048-05c7-44b4-af0d-597f8a383961 req-ad65872d-4320-42b8-a8ab-253c41181117 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.0589161 Mar 23 11:10:32.830234 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8fa38048-05c7-44b4-af0d-597f8a383961 req-718e3217-6775-4620-bd72-8547e5f6305c tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465083 Mar 23 11:10:33.001756 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b397e-41b4-45a2-aeca-7381b161b3c2 admin admin] Pushing event updated for resources: {'Network': ['ID=de2c7166-7ec3-43ba-9311-0c2c74465fa5,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:33.011123 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Network de2c7166-7ec3-43ba-9311-0c2c74465fa5 details requested by agent ovs-agent-dv-cinder-790535-33-iscsi with host dv-cinder-790535-33-iscsi {{(pid=103541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 11:10:33.050936 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-5f2b397e-41b4-45a2-aeca-7381b161b3c2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8182795 Mar 23 11:10:33.053813 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55272) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:33.058453 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-2221be8d-1cc6-498f-8113-310c2c024d68 admin admin] Request body: {'subnet': {'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-71821521-subnet', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'ip_version': 4}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:10:33.151346 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2221be8d-1cc6-498f-8113-310c2c024d68 admin admin] Made reservation on behalf of 8e6727fde2374b3baaa1ac9ab747de5d for: {'subnet': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:10:33.153726 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2221be8d-1cc6-498f-8113-310c2c024d68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11983459'] for subnet (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:33.374612 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2221be8d-1cc6-498f-8113-310c2c024d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11800196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11983477'] for subnet (a2c214ad-c067-4568-b59a-0233eaf61855), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:33.433497 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221be8d-1cc6-498f-8113-310c2c024d68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2c214ad-c067-4568-b59a-0233eaf61855,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:33.438536 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2221be8d-1cc6-498f-8113-310c2c024d68 admin admin] Checking segment: {'id': 'a1657a6f-8bec-4768-8886-083e33c6eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:10:33.438995 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2221be8d-1cc6-498f-8113-310c2c024d68 admin admin] Network hostable DHCP agents. Network: de2c7166-7ec3-43ba-9311-0c2c74465fa5, hostable agents: ['18616f87-d995-4ff8-a7e5-ed686ac89f81'], hosted agents: [] {{(pid=103539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:10:33.505869 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2221be8d-1cc6-498f-8113-310c2c024d68 admin admin] Network de2c7166-7ec3-43ba-9311-0c2c74465fa5 is scheduled to be hosted by DHCP agent 18616f87-d995-4ff8-a7e5-ed686ac89f81 with binding_index 1 {{(pid=103539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:10:33.574251 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-2221be8d-1cc6-498f-8113-310c2c024d68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-33-iscsi, de2c7166-7ec3-43ba-9311-0c2c74465fa5) {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:10:33.578121 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2221be8d-1cc6-498f-8113-310c2c024d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:33.579218 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2221be8d-1cc6-498f-8113-310c2c024d68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:33.584048 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451395ec-84cc-45e8-a479-543cb5dceebf None None] Network de2c7166-7ec3-43ba-9311-0c2c74465fa5 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:10:33.657274 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-2221be8d-1cc6-498f-8113-310c2c024d68 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6023278 Mar 23 11:10:33.660373 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55274) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:33.665104 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-3524bf9c-83a0-4f30-a018-4f1684e44cf6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-71821521-router', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:10:33.679584 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a017db-2c61-4f9c-a559-a7fabbea2c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7dec95-e408-57f7-a9aa-31b64d88e4d5-de2c7166-7ec3-43ba-9311-0c2c74465fa5', 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5', 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'fixed_ips': [{'subnet_id': 'a2c214ad-c067-4568-b59a-0233eaf61855'}]}} from dv-cinder-790535-33-iscsi. {{(pid=103541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 11:10:33.680440 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-90a017db-2c61-4f9c-a559-a7fabbea2c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:33.762062 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3524bf9c-83a0-4f30-a018-4f1684e44cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3242'] for router (ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:33.763144 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3524bf9c-83a0-4f30-a018-4f1684e44cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3229'] for router (ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:33.814465 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-90a017db-2c61-4f9c-a559-a7fabbea2c4e None None] Allocated IP 172.20.0.2 (de2c7166-7ec3-43ba-9311-0c2c74465fa5/a2c214ad-c067-4568-b59a-0233eaf61855/67694f38-62af-4e9f-bb77-e0a43891e0ef) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:10:33.820071 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3524bf9c-83a0-4f30-a018-4f1684e44cf6 admin admin] Publish callbacks [] for router_controller (ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c), precommit_add_association {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:33.952138 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601b45e-faf3-4526-affb-c745b0b28c15 req-99a18cc9-cfdd-4241-b8f9-7626bc200bdb tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:33.954524 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d601b45e-faf3-4526-affb-c745b0b28c15 req-99a18cc9-cfdd-4241-b8f9-7626bc200bdb tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.0555437 Mar 23 11:10:33.957958 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-90a017db-2c61-4f9c-a559-a7fabbea2c4e None None] Publish callbacks [] for port (67694f38-62af-4e9f-bb77-e0a43891e0ef), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:34.004688 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d601b45e-faf3-4526-affb-c745b0b28c15 req-d59da59c-06a1-483e-b333-0289bbc5e001 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432405 Mar 23 11:10:34.006780 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:10:34.027544 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3524bf9c-83a0-4f30-a018-4f1684e44cf6 admin admin] Publish callbacks [] for router_gateway (ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:34.047413 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-90a017db-2c61-4f9c-a559-a7fabbea2c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823'] for port (67694f38-62af-4e9f-bb77-e0a43891e0ef), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:34.084364 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a017db-2c61-4f9c-a559-a7fabbea2c4e None None] Network de2c7166-7ec3-43ba-9311-0c2c74465fa5 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:10:34.087164 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-90a017db-2c61-4f9c-a559-a7fabbea2c4e None None] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:10:34.092989 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a017db-2c61-4f9c-a559-a7fabbea2c4e None None] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:10:34.100678 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a017db-2c61-4f9c-a559-a7fabbea2c4e None None] Pushing event updated for resources: {'Port': ['ID=67694f38-62af-4e9f-bb77-e0a43891e0ef,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:34.154544 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-90a017db-2c61-4f9c-a559-a7fabbea2c4e None None] Attempting to bind port 67694f38-62af-4e9f-bb77-e0a43891e0ef on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:10:34.154918 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-90a017db-2c61-4f9c-a559-a7fabbea2c4e None None] Attempting to bind port 67694f38-62af-4e9f-bb77-e0a43891e0ef by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': 'a1657a6f-8bec-4768-8886-083e33c6eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:10:34.155280 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a017db-2c61-4f9c-a559-a7fabbea2c4e None None] Attempting to bind port 67694f38-62af-4e9f-bb77-e0a43891e0ef on network de2c7166-7ec3-43ba-9311-0c2c74465fa5 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:10:34.160186 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a017db-2c61-4f9c-a559-a7fabbea2c4e None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:10:34.160564 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a017db-2c61-4f9c-a559-a7fabbea2c4e None None] Checking segment: {'id': 'a1657a6f-8bec-4768-8886-083e33c6eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:10:34.160972 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-90a017db-2c61-4f9c-a559-a7fabbea2c4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:34.161394 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a017db-2c61-4f9c-a559-a7fabbea2c4e None None] Bound using segment: {'id': 'a1657a6f-8bec-4768-8886-083e33c6eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:10:34.161853 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-90a017db-2c61-4f9c-a559-a7fabbea2c4e None None] Bound port: 67694f38-62af-4e9f-bb77-e0a43891e0ef, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1657a6f-8bec-4768-8886-083e33c6eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:10:34.162236 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-90a017db-2c61-4f9c-a559-a7fabbea2c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (67694f38-62af-4e9f-bb77-e0a43891e0ef), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:34.223382 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-90a017db-2c61-4f9c-a559-a7fabbea2c4e None None] For port 67694f38-62af-4e9f-bb77-e0a43891e0ef, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:10:34.226401 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-90a017db-2c61-4f9c-a559-a7fabbea2c4e None None] For port 67694f38-62af-4e9f-bb77-e0a43891e0ef, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=67694f38-62af-4e9f-bb77-e0a43891e0ef,segment=NetworkSegment(a1657a6f-8bec-4768-8886-083e33c6eae0),segment_id=a1657a6f-8bec-4768-8886-083e33c6eae0)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:10:34.299421 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-90a017db-2c61-4f9c-a559-a7fabbea2c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (67694f38-62af-4e9f-bb77-e0a43891e0ef), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:34.355817 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a017db-2c61-4f9c-a559-a7fabbea2c4e None None] Pushing event updated for resources: {'Port': ['ID=67694f38-62af-4e9f-bb77-e0a43891e0ef,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:34.362353 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3524bf9c-83a0-4f30-a018-4f1684e44cf6 admin admin] Publish callbacks [] for router_gateway (ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:34.381615 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3524bf9c-83a0-4f30-a018-4f1684e44cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:34.493515 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [None req-3524bf9c-83a0-4f30-a018-4f1684e44cf6 admin admin] Allocated IP 172.27.0.179 (95c18418-5bae-427e-9b81-a5d1c1650c0a/3e1497af-c43c-4f5b-914b-136f0356db85/8473f4b1-ad1f-43d9-b12e-de1cb8f513c7) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:10:34.629004 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3524bf9c-83a0-4f30-a018-4f1684e44cf6 admin admin] Publish callbacks [] for port (8473f4b1-ad1f-43d9-b12e-de1cb8f513c7), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:34.711715 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3524bf9c-83a0-4f30-a018-4f1684e44cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (8473f4b1-ad1f-43d9-b12e-de1cb8f513c7), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:34.746608 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3524bf9c-83a0-4f30-a018-4f1684e44cf6 admin admin] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:10:34.749380 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-3524bf9c-83a0-4f30-a018-4f1684e44cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:10:34.753411 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3524bf9c-83a0-4f30-a018-4f1684e44cf6 admin admin] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:10:34.782019 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524bf9c-83a0-4f30-a018-4f1684e44cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=8473f4b1-ad1f-43d9-b12e-de1cb8f513c7,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:35.089870 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3524bf9c-83a0-4f30-a018-4f1684e44cf6 admin admin] Publish callbacks [] for router_gateway (ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:35.138325 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb86a6-34db-43a9-a7b3-9734479e91c4 req-05da93ba-4d2f-4075-9d58-a84994f16cf7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:35.139831 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c3fb86a6-34db-43a9-a7b3-9734479e91c4 req-05da93ba-4d2f-4075-9d58-a84994f16cf7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.0666962 Mar 23 11:10:35.193085 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c3fb86a6-34db-43a9-a7b3-9734479e91c4 req-ce105a98-61cb-4f74-9b62-18a7be47bd9d tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460470 Mar 23 11:10:35.271197 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ea8f9b-b83f-4fcc-b7ec-b78bd56f591c None None] Network de2c7166-7ec3-43ba-9311-0c2c74465fa5 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:10:35.294324 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3524bf9c-83a0-4f30-a018-4f1684e44cf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589352'] for router (ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:35.331316 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-31f3442c-27ba-4d14-9b06-470bf78004f6 None None] Provisioning complete for port 67694f38-62af-4e9f-bb77-e0a43891e0ef triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:10:35.331689 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-31f3442c-27ba-4d14-9b06-470bf78004f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (67694f38-62af-4e9f-bb77-e0a43891e0ef), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:35.452440 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-31f3442c-27ba-4d14-9b06-470bf78004f6 None None] Current status of the port 67694f38-62af-4e9f-bb77-e0a43891e0ef is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:10:35.452539 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-31f3442c-27ba-4d14-9b06-470bf78004f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (67694f38-62af-4e9f-bb77-e0a43891e0ef), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:35.487123 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-31f3442c-27ba-4d14-9b06-470bf78004f6 None None] For port 67694f38-62af-4e9f-bb77-e0a43891e0ef, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=67694f38-62af-4e9f-bb77-e0a43891e0ef,segment=NetworkSegment(a1657a6f-8bec-4768-8886-083e33c6eae0),segment_id=a1657a6f-8bec-4768-8886-083e33c6eae0)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:10:35.504223 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3524bf9c-83a0-4f30-a018-4f1684e44cf6 admin admin] Router ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c is scheduled to L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc with binding_index 1 {{(pid=103539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 11:10:35.549865 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-31f3442c-27ba-4d14-9b06-470bf78004f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (67694f38-62af-4e9f-bb77-e0a43891e0ef), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:35.601383 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3442c-27ba-4d14-9b06-470bf78004f6 None None] Pushing event updated for resources: {'Port': ['ID=67694f38-62af-4e9f-bb77-e0a43891e0ef,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:35.617778 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3524bf9c-83a0-4f30-a018-4f1684e44cf6 admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:10:35.628638 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] Sync routers for ids ['ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:10:35.638413 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] Routers {'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:10:35.639029 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976e4ab80>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:10:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:35.670527 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-1e4c31cd-8fc5-47cf-a004-60114ab538ed None None] Provisioning complete for port 67694f38-62af-4e9f-bb77-e0a43891e0ef triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:10:35.670909 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1e4c31cd-8fc5-47cf-a004-60114ab538ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (67694f38-62af-4e9f-bb77-e0a43891e0ef), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:35.728538 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3524bf9c-83a0-4f30-a018-4f1684e44cf6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:35.729872 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-3524bf9c-83a0-4f30-a018-4f1684e44cf6 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0684845 Mar 23 11:10:35.732513 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55284) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:35.748210 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-1e4c31cd-8fc5-47cf-a004-60114ab538ed None None] Current status of the port 67694f38-62af-4e9f-bb77-e0a43891e0ef is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:10:35.748423 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] Set router ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:10:35.925695 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976e4ab80>, [{'id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'name': 'tempest-TestMinimumBasicScenario-71821521-router', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:10:33Z', 'updated_at': '2022-03-23T11:10:34Z', 'revision_number': 3, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'gw_port': {'id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:34Z', 'updated_at': '2022-03-23T11:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:35.952700 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] Checking router: ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:10:35.953050 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] Updating router ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c port 8473f4b1-ad1f-43d9-b12e-de1cb8f513c7 binding host dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 11:10:35.979078 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (8473f4b1-ad1f-43d9-b12e-de1cb8f513c7), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:36.155856 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2b69f668-dee2-4f86-b9bf-9a869a048a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:36.236074 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] Publish callbacks [] for port (8473f4b1-ad1f-43d9-b12e-de1cb8f513c7), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:36.305607 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (8473f4b1-ad1f-43d9-b12e-de1cb8f513c7), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:36.309336 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [None req-2b69f668-dee2-4f86-b9bf-9a869a048a48 admin admin] Allocated IP 172.20.0.1 (de2c7166-7ec3-43ba-9311-0c2c74465fa5/a2c214ad-c067-4568-b59a-0233eaf61855/faded364-e0e6-4794-a2d7-7d1caeb2267b) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:10:36.317193 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a878a07-f870-4b34-8429-3b7cf725d6b2 req-e2058a66-7c38-42f9-b235-8d0c544e71ad tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:36.318793 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1a878a07-f870-4b34-8429-3b7cf725d6b2 req-e2058a66-7c38-42f9-b235-8d0c544e71ad tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.0555153 Mar 23 11:10:36.353904 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] Attempting to bind port 8473f4b1-ad1f-43d9-b12e-de1cb8f513c7 on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:10:36.354274 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] Attempting to bind port 8473f4b1-ad1f-43d9-b12e-de1cb8f513c7 by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:10:36.354638 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] Attempting to bind port 8473f4b1-ad1f-43d9-b12e-de1cb8f513c7 on network 95c18418-5bae-427e-9b81-a5d1c1650c0a {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:10:36.365729 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:10:36.366105 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] Checking segment: {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:10:36.366507 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:36.366889 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] Bound using segment: {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:10:36.367360 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] Bound port: 8473f4b1-ad1f-43d9-b12e-de1cb8f513c7, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:10:36.367736 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (8473f4b1-ad1f-43d9-b12e-de1cb8f513c7), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:36.369433 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097b73c-3e2b-4ae8-a199-822845a50ed9 None None] Pushing event updated for resources: {'Port': ['ID=8473f4b1-ad1f-43d9-b12e-de1cb8f513c7,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:36.369582 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1a878a07-f870-4b34-8429-3b7cf725d6b2 req-529f7bc6-8d8d-498e-bb2e-df5bb5cda7b0 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442746 Mar 23 11:10:36.393836 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097b73c-3e2b-4ae8-a199-822845a50ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:36.394189 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097b73c-3e2b-4ae8-a199-822845a50ed9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:36.394550 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097b73c-3e2b-4ae8-a199-822845a50ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:36.394914 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097b73c-3e2b-4ae8-a199-822845a50ed9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:36.395251 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097b73c-3e2b-4ae8-a199-822845a50ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:36.395581 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097b73c-3e2b-4ae8-a199-822845a50ed9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:36.395906 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097b73c-3e2b-4ae8-a199-822845a50ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:36.396231 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097b73c-3e2b-4ae8-a199-822845a50ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:36.396568 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097b73c-3e2b-4ae8-a199-822845a50ed9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:36.396894 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097b73c-3e2b-4ae8-a199-822845a50ed9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:36.397238 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097b73c-3e2b-4ae8-a199-822845a50ed9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:36.397579 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097b73c-3e2b-4ae8-a199-822845a50ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:36.397904 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097b73c-3e2b-4ae8-a199-822845a50ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:36.398219 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097b73c-3e2b-4ae8-a199-822845a50ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:36.398640 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0097b73c-3e2b-4ae8-a199-822845a50ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:36.423704 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2b69f668-dee2-4f86-b9bf-9a869a048a48 admin admin] Publish callbacks [] for port (faded364-e0e6-4794-a2d7-7d1caeb2267b), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:36.430729 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] For port 8473f4b1-ad1f-43d9-b12e-de1cb8f513c7, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:10:36.433779 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] For port 8473f4b1-ad1f-43d9-b12e-de1cb8f513c7, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=8473f4b1-ad1f-43d9-b12e-de1cb8f513c7,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:10:36.489334 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (8473f4b1-ad1f-43d9-b12e-de1cb8f513c7), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:36.518445 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2b69f668-dee2-4f86-b9bf-9a869a048a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (faded364-e0e6-4794-a2d7-7d1caeb2267b), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:36.528668 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 67694f38-62af-4e9f-bb77-e0a43891e0ef up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:10:36.548025 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] Routers {'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:10:36.548655 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976e4ab80>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:10:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:36.558290 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b69f668-dee2-4f86-b9bf-9a869a048a48 admin admin] Network de2c7166-7ec3-43ba-9311-0c2c74465fa5 is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:10:36.561359 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-2b69f668-dee2-4f86-b9bf-9a869a048a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:10:36.565176 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b69f668-dee2-4f86-b9bf-9a869a048a48 admin admin] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:10:36.599569 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 67694f38-62af-4e9f-bb77-e0a43891e0ef triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:10:36.600020 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (67694f38-62af-4e9f-bb77-e0a43891e0ef), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:36.610129 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69f668-dee2-4f86-b9bf-9a869a048a48 admin admin] Pushing event updated for resources: {'Port': ['ID=faded364-e0e6-4794-a2d7-7d1caeb2267b,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:36.630858 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2b69f668-dee2-4f86-b9bf-9a869a048a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573693'] for router_interface (ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:36.636830 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097b73c-3e2b-4ae8-a199-822845a50ed9 None None] Pushing event updated for resources: {'Port': ['ID=8473f4b1-ad1f-43d9-b12e-de1cb8f513c7,revision_number=3']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:36.686568 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] Set router ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:10:36.699252 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 67694f38-62af-4e9f-bb77-e0a43891e0ef is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:10:36.835557 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2b69f668-dee2-4f86-b9bf-9a869a048a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (faded364-e0e6-4794-a2d7-7d1caeb2267b), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:36.878443 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-81e13599-79b6-4d6f-b584-d121e6de6944 None None] Provisioning complete for port faded364-e0e6-4794-a2d7-7d1caeb2267b triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:10:36.878831 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-81e13599-79b6-4d6f-b584-d121e6de6944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (faded364-e0e6-4794-a2d7-7d1caeb2267b), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:36.886007 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976e4ab80>, [{'id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'name': 'tempest-TestMinimumBasicScenario-71821521-router', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:10:33Z', 'updated_at': '2022-03-23T11:10:34Z', 'revision_number': 3, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'gw_port': {'id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:34Z', 'updated_at': '2022-03-23T11:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:36.912329 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0a4bdb-10c7-4203-87c8-4cfd92111eb4 None None] The sync data for ids ['ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'] in dv-cinder-790535-33-iscsi is: [{'id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'name': 'tempest-TestMinimumBasicScenario-71821521-router', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:10:33Z', 'updated_at': '2022-03-23T11:10:34Z', 'revision_number': 3, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'gw_port': {'id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:34Z', 'updated_at': '2022-03-23T11:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:10:36.918857 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-81e13599-79b6-4d6f-b584-d121e6de6944 None None] Port faded364-e0e6-4794-a2d7-7d1caeb2267b cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:10:37.009862 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2b69f668-dee2-4f86-b9bf-9a869a048a48 admin admin] Publish callbacks [] for port (faded364-e0e6-4794-a2d7-7d1caeb2267b), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:37.072075 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2b69f668-dee2-4f86-b9bf-9a869a048a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (faded364-e0e6-4794-a2d7-7d1caeb2267b), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:37.101861 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc4053-ca03-475d-9bdd-48d7aada29b1 req-664e3d29-bebe-44a8-91de-3e4d2d1b5f3f tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:37.103375 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-6ddc4053-ca03-475d-9bdd-48d7aada29b1 req-664e3d29-bebe-44a8-91de-3e4d2d1b5f3f tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.52 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.0776250 Mar 23 11:10:37.192861 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69f668-dee2-4f86-b9bf-9a869a048a48 admin admin] Pushing event updated for resources: {'Port': ['ID=faded364-e0e6-4794-a2d7-7d1caeb2267b,revision_number=2']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:37.200680 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2b69f668-dee2-4f86-b9bf-9a869a048a48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573545'] for router_interface (ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:37.328414 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [req-6ddc4053-ca03-475d-9bdd-48d7aada29b1 req-fc28e911-6eed-423d-889d-d3d338dd80d7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Deleting port 7ca22a6a-8f96-4c83-82d3-d5e89680e117 {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:10:37.328779 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-6ddc4053-ca03-475d-9bdd-48d7aada29b1 req-fc28e911-6eed-423d-889d-d3d338dd80d7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (7ca22a6a-8f96-4c83-82d3-d5e89680e117), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:37.383510 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b69f668-dee2-4f86-b9bf-9a869a048a48 admin admin] Network de2c7166-7ec3-43ba-9311-0c2c74465fa5 is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:10:37.386842 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-2b69f668-dee2-4f86-b9bf-9a869a048a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:10:37.521031 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c5e1f-6284-40b2-aeda-93bae837d63a req-4462c3fc-1eeb-4c9e-a46d-31965251c58a tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:37.528891 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6f8c5e1f-6284-40b2-aeda-93bae837d63a req-4462c3fc-1eeb-4c9e-a46d-31965251c58a tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 943 time: 0.0774238 Mar 23 11:10:37.587443 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6f8c5e1f-6284-40b2-aeda-93bae837d63a req-a144ade6-eb6e-461b-aefd-6a678c960f29 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/security-groups?id=4dd688ac-7536-457e-9d5c-b67d31e0df5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573149 Mar 23 11:10:37.654746 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a6535154-a091-43dc-a9e1-3527036dc4b8 None None] Provisioning complete for port faded364-e0e6-4794-a2d7-7d1caeb2267b triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:10:37.655328 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a6535154-a091-43dc-a9e1-3527036dc4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (faded364-e0e6-4794-a2d7-7d1caeb2267b), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:37.693558 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a6535154-a091-43dc-a9e1-3527036dc4b8 None None] Port faded364-e0e6-4794-a2d7-7d1caeb2267b cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:10:37.799450 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-6ddc4053-ca03-475d-9bdd-48d7aada29b1 req-fc28e911-6eed-423d-889d-d3d338dd80d7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] For port 7ca22a6a-8f96-4c83-82d3-d5e89680e117, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=7ca22a6a-8f96-4c83-82d3-d5e89680e117,segment=NetworkSegment(2f4f4a41-30ca-4c99-80f8-209ff5966548),segment_id=2f4f4a41-30ca-4c99-80f8-209ff5966548)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:10:37.799990 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-6ddc4053-ca03-475d-9bdd-48d7aada29b1 req-fc28e911-6eed-423d-889d-d3d338dd80d7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (7ca22a6a-8f96-4c83-82d3-d5e89680e117), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:37.820608 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [req-6ddc4053-ca03-475d-9bdd-48d7aada29b1 req-fc28e911-6eed-423d-889d-d3d338dd80d7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Calling delete_port for 7ca22a6a-8f96-4c83-82d3-d5e89680e117 owned by compute:nova {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:10:37.896673 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b69f668-dee2-4f86-b9bf-9a869a048a48 admin admin] Router ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:10:38.054381 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b69f668-dee2-4f86-b9bf-9a869a048a48 admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:10:38.061037 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-2b69f668-dee2-4f86-b9bf-9a869a048a48 admin admin] 10.222.0.41 "PUT /v2.0/routers/ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3275068 Mar 23 11:10:38.117428 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-6ddc4053-ca03-475d-9bdd-48d7aada29b1 req-fc28e911-6eed-423d-889d-d3d338dd80d7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (7ca22a6a-8f96-4c83-82d3-d5e89680e117), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:38.150406 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28e911-6eed-423d-889d-d3d338dd80d7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Pushing event deleted for resources: {'Port': ['ID=7ca22a6a-8f96-4c83-82d3-d5e89680e117,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:38.236477 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ddc4053-ca03-475d-9bdd-48d7aada29b1 req-fc28e911-6eed-423d-889d-d3d338dd80d7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] No DVR routers for this DVR port 7ca22a6a-8f96-4c83-82d3-d5e89680e117 on host hv-cinder-79053 {{(pid=103539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:10:38.239233 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-6ddc4053-ca03-475d-9bdd-48d7aada29b1 req-fc28e911-6eed-423d-889d-d3d338dd80d7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:38.242806 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-6ddc4053-ca03-475d-9bdd-48d7aada29b1 req-fc28e911-6eed-423d-889d-d3d338dd80d7 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.52 "DELETE /v2.0/ports/7ca22a6a-8f96-4c83-82d3-d5e89680e117 HTTP/1.1" status: 204 len: 173 time: 1.1188414 Mar 23 11:10:38.243239 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94c6f16-3f68-45b2-9606-1bcca11c04f9', 'name': 'network-vif-deleted', 'tag': '7ca22a6a-8f96-4c83-82d3-d5e89680e117'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:10:38.245725 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c819fc-6567-432d-88c3-8efa38a7301f" -d '{"events": [{"server_uuid": "d94c6f16-3f68-45b2-9606-1bcca11c04f9", "name": "network-vif-deleted", "tag": "7ca22a6a-8f96-4c83-82d3-d5e89680e117"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:10:38.286901 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa94115d-1c85-4715-becd-cc646e8b43f7 x-openstack-request-id: req-aa94115d-1c85-4715-becd-cc646e8b43f7 {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:10:38.287335 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94c6f16-3f68-45b2-9606-1bcca11c04f9", "name": "network-vif-deleted", "tag": "7ca22a6a-8f96-4c83-82d3-d5e89680e117", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:10:38.287592 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aa94115d-1c85-4715-becd-cc646e8b43f7 {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:10:38.288255 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa94115d-1c85-4715-becd-cc646e8b43f7'] response: {'server_uuid': 'd94c6f16-3f68-45b2-9606-1bcca11c04f9', 'name': 'network-vif-deleted', 'tag': '7ca22a6a-8f96-4c83-82d3-d5e89680e117', 'status': 'completed', 'code': 200} Mar 23 11:10:38.526323 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 8473f4b1-ad1f-43d9-b12e-de1cb8f513c7 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:10:38.569451 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] Sync routers for ids ['ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:10:38.585820 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] Routers {'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:10:38.586461 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f29762af3a0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:10:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:38.665764 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 8473f4b1-ad1f-43d9-b12e-de1cb8f513c7 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:10:38.666413 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (8473f4b1-ad1f-43d9-b12e-de1cb8f513c7), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:38.738695 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] Set router ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:10:38.773420 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d9c11b41-e14c-4557-858a-92ef1f4fbe76 req-3e6afb05-8194-4929-a312-fdd6e422f222 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 210 time: 0.0785317 Mar 23 11:10:38.820457 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55320) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:38.825682 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-53c0cb25-02ae-491a-90c7-0e52e6a8dd9f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1878171797-network', 'tenant_id': '28842c061f4d406896d527bc38bf7807'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:10:38.923000 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c0cb25-02ae-491a-90c7-0e52e6a8dd9f admin admin] Made reservation on behalf of 28842c061f4d406896d527bc38bf7807 for: {'network': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:10:38.925328 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-53c0cb25-02ae-491a-90c7-0e52e6a8dd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for network (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:38.936891 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-53c0cb25-02ae-491a-90c7-0e52e6a8dd9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:39.010567 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-53c0cb25-02ae-491a-90c7-0e52e6a8dd9f admin admin] Publish callbacks [] for security_group (cf25c70b-9d93-417c-8d0c-dc3dca4c3dd7), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:39.010822 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 8473f4b1-ad1f-43d9-b12e-de1cb8f513c7 is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:10:39.011216 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (8473f4b1-ad1f-43d9-b12e-de1cb8f513c7), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:39.046227 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] For port 8473f4b1-ad1f-43d9-b12e-de1cb8f513c7, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=8473f4b1-ad1f-43d9-b12e-de1cb8f513c7,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:10:39.127047 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f29762af3a0>, [{'id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'name': 'tempest-TestMinimumBasicScenario-71821521-router', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:10:33Z', 'updated_at': '2022-03-23T11:10:36Z', 'revision_number': 4, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'gw_port': {'id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:34Z', 'updated_at': '2022-03-23T11:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': 'faded364-e0e6-4794-a2d7-7d1caeb2267b', 'name': '', 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'mac_address': 'fa:16:3e:ec:8e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a2c214ad-c067-4568-b59a-0233eaf61855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:36Z', 'updated_at': '2022-03-23T11:10:36Z', 'revision_number': 2, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'subnets': [{'id': 'a2c214ad-c067-4568-b59a-0233eaf61855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:39.158469 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] Checking router: ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:10:39.158834 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] Updating router ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c port faded364-e0e6-4794-a2d7-7d1caeb2267b binding host dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 11:10:39.186015 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (faded364-e0e6-4794-a2d7-7d1caeb2267b), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:39.248569 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-53c0cb25-02ae-491a-90c7-0e52e6a8dd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (cf25c70b-9d93-417c-8d0c-dc3dca4c3dd7), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:39.270611 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c0cb25-02ae-491a-90c7-0e52e6a8dd9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=103539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:10:39.285923 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0cb25-02ae-491a-90c7-0e52e6a8dd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf25c70b-9d93-417c-8d0c-dc3dca4c3dd7,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:39.290860 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-53c0cb25-02ae-491a-90c7-0e52e6a8dd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (6527820f-5f09-4562-b99a-01cbde07aa87), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:39.299054 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.db.segments_db [None req-53c0cb25-02ae-491a-90c7-0e52e6a8dd9f admin admin] Added segment 6527820f-5f09-4562-b99a-01cbde07aa87 of type vlan for network bd76115c-224b-4b48-92dd-b89da39678de Mar 23 11:10:39.299249 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (8473f4b1-ad1f-43d9-b12e-de1cb8f513c7), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:39.360832 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-53c0cb25-02ae-491a-90c7-0e52e6a8dd9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738510713667'] for network (bd76115c-224b-4b48-92dd-b89da39678de), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:39.385591 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Pushing event updated for resources: {'Port': ['ID=8473f4b1-ad1f-43d9-b12e-de1cb8f513c7,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:39.397770 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:39.398141 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:39.398472 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:39.398822 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:39.399156 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:39.399490 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:39.399888 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:39.400143 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:39.400474 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:39.400804 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:39.401130 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:39.401482 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:39.401809 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:39.402124 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:39.402437 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:39.460078 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-53c0cb25-02ae-491a-90c7-0e52e6a8dd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for network (bd76115c-224b-4b48-92dd-b89da39678de), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:39.461076 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c0cb25-02ae-491a-90c7-0e52e6a8dd9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:39.461710 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-53c0cb25-02ae-491a-90c7-0e52e6a8dd9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:39.528029 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] Publish callbacks [] for port (faded364-e0e6-4794-a2d7-7d1caeb2267b), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:39.534175 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0cb25-02ae-491a-90c7-0e52e6a8dd9f admin admin] Pushing event updated for resources: {'Network': ['ID=bd76115c-224b-4b48-92dd-b89da39678de,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:39.549197 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Network bd76115c-224b-4b48-92dd-b89da39678de details requested by agent ovs-agent-dv-cinder-790535-33-iscsi with host dv-cinder-790535-33-iscsi {{(pid=103541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 11:10:39.571528 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-53c0cb25-02ae-491a-90c7-0e52e6a8dd9f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7495675 Mar 23 11:10:39.577946 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 55332) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:39.579611 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-b5f511e8-b799-4938-b2e5-a2965b56f081 admin admin] Request body: {'subnet': {'network_id': 'bd76115c-224b-4b48-92dd-b89da39678de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1878171797-subnet', 'tenant_id': '28842c061f4d406896d527bc38bf7807', 'ip_version': 4}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:10:39.648248 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (faded364-e0e6-4794-a2d7-7d1caeb2267b), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:39.700615 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f511e8-b799-4938-b2e5-a2965b56f081 admin admin] Made reservation on behalf of 28842c061f4d406896d527bc38bf7807 for: {'subnet': 1} {{(pid=103540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:10:39.705074 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b5f511e8-b799-4938-b2e5-a2965b56f081 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11773167'] for subnet (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:39.710159 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab515d5-5f90-45c4-b3e9-b6ef9f116c96 None None] Pushing event updated for resources: {'Port': ['ID=faded364-e0e6-4794-a2d7-7d1caeb2267b,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:39.758339 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] Attempting to bind port faded364-e0e6-4794-a2d7-7d1caeb2267b on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:10:39.758713 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] Attempting to bind port faded364-e0e6-4794-a2d7-7d1caeb2267b by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': 'a1657a6f-8bec-4768-8886-083e33c6eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:10:39.759083 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] Attempting to bind port faded364-e0e6-4794-a2d7-7d1caeb2267b on network de2c7166-7ec3-43ba-9311-0c2c74465fa5 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:10:39.765091 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:10:39.769119 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] Checking segment: {'id': 'a1657a6f-8bec-4768-8886-083e33c6eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:10:39.769119 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:39.769119 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] Bound using segment: {'id': 'a1657a6f-8bec-4768-8886-083e33c6eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:10:39.769119 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] Bound port: faded364-e0e6-4794-a2d7-7d1caeb2267b, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1657a6f-8bec-4768-8886-083e33c6eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:10:39.769119 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (faded364-e0e6-4794-a2d7-7d1caeb2267b), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:39.841320 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] For port faded364-e0e6-4794-a2d7-7d1caeb2267b, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:10:39.854846 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] For port faded364-e0e6-4794-a2d7-7d1caeb2267b, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=faded364-e0e6-4794-a2d7-7d1caeb2267b,segment=NetworkSegment(a1657a6f-8bec-4768-8886-083e33c6eae0),segment_id=a1657a6f-8bec-4768-8886-083e33c6eae0)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:10:39.924993 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a9460409-bf00-4b56-9ba5-3730d4dcc918 req-37ef8ff9-fd59-4804-8f28-233a36cef05c tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "GET /v2.0/ports?device_id=d94c6f16-3f68-45b2-9606-1bcca11c04f9 HTTP/1.1" status: 200 len: 210 time: 0.0392432 Mar 23 11:10:39.929629 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (faded364-e0e6-4794-a2d7-7d1caeb2267b), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:39.931445 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-33e6df69-eabe-450c-9eb2-22dd8479daa4 None None] Provisioning complete for port faded364-e0e6-4794-a2d7-7d1caeb2267b triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:10:39.934804 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-33e6df69-eabe-450c-9eb2-22dd8479daa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (faded364-e0e6-4794-a2d7-7d1caeb2267b), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:39.980246 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b5f511e8-b799-4938-b2e5-a2965b56f081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12546333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11773177'] for subnet (24204120-fef5-418a-8f80-2ea4ee2a2f4d), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:40.030746 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab515d5-5f90-45c4-b3e9-b6ef9f116c96 None None] Pushing event updated for resources: {'Port': ['ID=faded364-e0e6-4794-a2d7-7d1caeb2267b,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:40.033813 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] Routers {'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:10:40.033974 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f29762af3a0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:10:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:40.054255 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f511e8-b799-4938-b2e5-a2965b56f081 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24204120-fef5-418a-8f80-2ea4ee2a2f4d,revision_number=0']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:40.058710 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f511e8-b799-4938-b2e5-a2965b56f081 admin admin] Checking segment: {'id': '6527820f-5f09-4562-b99a-01cbde07aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bd76115c-224b-4b48-92dd-b89da39678de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:10:40.059082 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f511e8-b799-4938-b2e5-a2965b56f081 admin admin] Network hostable DHCP agents. Network: bd76115c-224b-4b48-92dd-b89da39678de, hostable agents: ['18616f87-d995-4ff8-a7e5-ed686ac89f81'], hosted agents: [] {{(pid=103540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:10:40.123869 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f511e8-b799-4938-b2e5-a2965b56f081 admin admin] Network bd76115c-224b-4b48-92dd-b89da39678de is scheduled to be hosted by DHCP agent 18616f87-d995-4ff8-a7e5-ed686ac89f81 with binding_index 1 {{(pid=103540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:10:40.158857 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-33e6df69-eabe-450c-9eb2-22dd8479daa4 None None] Current status of the port faded364-e0e6-4794-a2d7-7d1caeb2267b is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:10:40.161341 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-33e6df69-eabe-450c-9eb2-22dd8479daa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (faded364-e0e6-4794-a2d7-7d1caeb2267b), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:40.198784 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] Set router ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:10:40.208469 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-b5f511e8-b799-4938-b2e5-a2965b56f081 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-33-iscsi, bd76115c-224b-4b48-92dd-b89da39678de) {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:10:40.213123 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f511e8-b799-4938-b2e5-a2965b56f081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:40.213982 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b5f511e8-b799-4938-b2e5-a2965b56f081 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:40.235794 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f17324b-64e7-4294-bf4a-4cbb8fdecc73 None None] Network bd76115c-224b-4b48-92dd-b89da39678de requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:10:40.240792 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-33e6df69-eabe-450c-9eb2-22dd8479daa4 None None] For port faded364-e0e6-4794-a2d7-7d1caeb2267b, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=faded364-e0e6-4794-a2d7-7d1caeb2267b,segment=NetworkSegment(a1657a6f-8bec-4768-8886-083e33c6eae0),segment_id=a1657a6f-8bec-4768-8886-083e33c6eae0)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:10:40.286662 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-b5f511e8-b799-4938-b2e5-a2965b56f081 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7111378 Mar 23 11:10:40.289512 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 55336) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:40.296463 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-cef39492-930e-4b8c-b319-94e57f8cfa31 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1878171797-router', 'tenant_id': '28842c061f4d406896d527bc38bf7807', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:10:40.331739 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-33e6df69-eabe-450c-9eb2-22dd8479daa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (faded364-e0e6-4794-a2d7-7d1caeb2267b), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:40.392292 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-cef39492-930e-4b8c-b319-94e57f8cfa31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3242'] for router (8b83a975-146b-4664-8316-efc30c645efc), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:40.393538 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-cef39492-930e-4b8c-b319-94e57f8cfa31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3229'] for router (8b83a975-146b-4664-8316-efc30c645efc), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:40.454251 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-cef39492-930e-4b8c-b319-94e57f8cfa31 admin admin] Publish callbacks [] for router_controller (8b83a975-146b-4664-8316-efc30c645efc), precommit_add_association {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:40.466920 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6df69-eabe-450c-9eb2-22dd8479daa4 None None] Pushing event updated for resources: {'Port': ['ID=faded364-e0e6-4794-a2d7-7d1caeb2267b,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:40.481367 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd935b7-43d9-45bf-a4ec-e2d3640d2e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7dec95-e408-57f7-a9aa-31b64d88e4d5-bd76115c-224b-4b48-92dd-b89da39678de', 'network_id': 'bd76115c-224b-4b48-92dd-b89da39678de', 'project_id': '28842c061f4d406896d527bc38bf7807', 'fixed_ips': [{'subnet_id': '24204120-fef5-418a-8f80-2ea4ee2a2f4d'}]}} from dv-cinder-790535-33-iscsi. {{(pid=103541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 11:10:40.482199 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-fcd935b7-43d9-45bf-a4ec-e2d3640d2e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:40.513083 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 8473f4b1-ad1f-43d9-b12e-de1cb8f513c7 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:10:40.518430 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-4f237cdf-9473-4daf-9846-aca645117777 None None] Provisioning complete for port faded364-e0e6-4794-a2d7-7d1caeb2267b triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:10:40.518815 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4f237cdf-9473-4daf-9846-aca645117777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (faded364-e0e6-4794-a2d7-7d1caeb2267b), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:40.653204 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-cef39492-930e-4b8c-b319-94e57f8cfa31 admin admin] Publish callbacks [] for router_gateway (8b83a975-146b-4664-8316-efc30c645efc), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:40.901097 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 8473f4b1-ad1f-43d9-b12e-de1cb8f513c7 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:10:40.901719 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (8473f4b1-ad1f-43d9-b12e-de1cb8f513c7), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:40.939612 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-cef39492-930e-4b8c-b319-94e57f8cfa31 admin admin] Publish callbacks [] for router_gateway (8b83a975-146b-4664-8316-efc30c645efc), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:40.953092 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-4f237cdf-9473-4daf-9846-aca645117777 None None] Current status of the port faded364-e0e6-4794-a2d7-7d1caeb2267b is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:10:40.956924 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f29762af3a0>, [{'id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'name': 'tempest-TestMinimumBasicScenario-71821521-router', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:10:33Z', 'updated_at': '2022-03-23T11:10:36Z', 'revision_number': 4, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'gw_port': {'id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:34Z', 'updated_at': '2022-03-23T11:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': 'faded364-e0e6-4794-a2d7-7d1caeb2267b', 'name': '', 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'mac_address': 'fa:16:3e:ec:8e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a2c214ad-c067-4568-b59a-0233eaf61855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:36Z', 'updated_at': '2022-03-23T11:10:39Z', 'revision_number': 4, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'subnets': [{'id': 'a2c214ad-c067-4568-b59a-0233eaf61855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:40.959969 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-fcd935b7-43d9-45bf-a4ec-e2d3640d2e56 None None] Allocated IP 172.20.0.2 (bd76115c-224b-4b48-92dd-b89da39678de/24204120-fef5-418a-8f80-2ea4ee2a2f4d/02bfc250-f93c-4802-91ea-9f5bdc277423) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:10:40.970732 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-cef39492-930e-4b8c-b319-94e57f8cfa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:40.990476 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55346) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:40.999907 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3f0de1-536f-4ac3-963c-708c0d6ecbe5 None None] The sync data for ids ['ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'] in dv-cinder-790535-33-iscsi is: [{'id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'name': 'tempest-TestMinimumBasicScenario-71821521-router', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:10:33Z', 'updated_at': '2022-03-23T11:10:36Z', 'revision_number': 4, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'gw_port': {'id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:34Z', 'updated_at': '2022-03-23T11:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': 'faded364-e0e6-4794-a2d7-7d1caeb2267b', 'name': '', 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'mac_address': 'fa:16:3e:ec:8e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a2c214ad-c067-4568-b59a-0233eaf61855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:36Z', 'updated_at': '2022-03-23T11:10:39Z', 'revision_number': 4, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'subnets': [{'id': 'a2c214ad-c067-4568-b59a-0233eaf61855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:10:41.087106 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b077b89a-b0ed-4395-836d-b5f8b5e6cf0d tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for security_group (4dd688ac-7536-457e-9d5c-b67d31e0df5f), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:41.120523 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b077b89a-b0ed-4395-836d-b5f8b5e6cf0d tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for security_group (4dd688ac-7536-457e-9d5c-b67d31e0df5f), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:41.123102 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [None req-cef39492-930e-4b8c-b319-94e57f8cfa31 admin admin] Allocated IP 172.27.0.243 (95c18418-5bae-427e-9b81-a5d1c1650c0a/3e1497af-c43c-4f5b-914b-136f0356db85/cc7836c8-9fed-4feb-af48-ba3f1e9a275b) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:10:41.137593 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 8473f4b1-ad1f-43d9-b12e-de1cb8f513c7 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:10:41.228943 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-fcd935b7-43d9-45bf-a4ec-e2d3640d2e56 None None] Publish callbacks [] for port (02bfc250-f93c-4802-91ea-9f5bdc277423), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:41.260928 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-cef39492-930e-4b8c-b319-94e57f8cfa31 admin admin] Publish callbacks [] for port (cc7836c8-9fed-4feb-af48-ba3f1e9a275b), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:41.311507 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b077b89a-b0ed-4395-836d-b5f8b5e6cf0d tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (4dd688ac-7536-457e-9d5c-b67d31e0df5f), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:41.311934 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-fcd935b7-43d9-45bf-a4ec-e2d3640d2e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823'] for port (02bfc250-f93c-4802-91ea-9f5bdc277423), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:41.314647 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b077b89a-b0ed-4395-836d-b5f8b5e6cf0d tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:41.315830 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-b077b89a-b0ed-4395-836d-b5f8b5e6cf0d tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] 10.222.0.41 "DELETE /v2.0/security-groups/4dd688ac-7536-457e-9d5c-b67d31e0df5f HTTP/1.1" status: 204 len: 168 time: 0.3236446 Mar 23 11:10:41.334625 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077b89a-b0ed-4395-836d-b5f8b5e6cf0d tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd688ac-7536-457e-9d5c-b67d31e0df5f,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:41.369096 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd935b7-43d9-45bf-a4ec-e2d3640d2e56 None None] Network bd76115c-224b-4b48-92dd-b89da39678de is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:10:41.373443 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-fcd935b7-43d9-45bf-a4ec-e2d3640d2e56 None None] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:10:41.380789 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-cef39492-930e-4b8c-b319-94e57f8cfa31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (cc7836c8-9fed-4feb-af48-ba3f1e9a275b), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:41.382268 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd935b7-43d9-45bf-a4ec-e2d3640d2e56 None None] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:10:41.391442 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd935b7-43d9-45bf-a4ec-e2d3640d2e56 None None] Pushing event updated for resources: {'Port': ['ID=02bfc250-f93c-4802-91ea-9f5bdc277423,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:41.405849 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55350) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:41.440628 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef39492-930e-4b8c-b319-94e57f8cfa31 admin admin] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:10:41.444775 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-cef39492-930e-4b8c-b319-94e57f8cfa31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:10:41.447284 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef39492-930e-4b8c-b319-94e57f8cfa31 admin admin] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:10:41.456659 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-fcd935b7-43d9-45bf-a4ec-e2d3640d2e56 None None] Attempting to bind port 02bfc250-f93c-4802-91ea-9f5bdc277423 on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:10:41.457226 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-fcd935b7-43d9-45bf-a4ec-e2d3640d2e56 None None] Attempting to bind port 02bfc250-f93c-4802-91ea-9f5bdc277423 by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': '6527820f-5f09-4562-b99a-01cbde07aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bd76115c-224b-4b48-92dd-b89da39678de'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:10:41.457704 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd935b7-43d9-45bf-a4ec-e2d3640d2e56 None None] Attempting to bind port 02bfc250-f93c-4802-91ea-9f5bdc277423 on network bd76115c-224b-4b48-92dd-b89da39678de {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:10:41.464852 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd935b7-43d9-45bf-a4ec-e2d3640d2e56 None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:10:41.465430 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd935b7-43d9-45bf-a4ec-e2d3640d2e56 None None] Checking segment: {'id': '6527820f-5f09-4562-b99a-01cbde07aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bd76115c-224b-4b48-92dd-b89da39678de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:10:41.465964 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-fcd935b7-43d9-45bf-a4ec-e2d3640d2e56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:41.466472 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd935b7-43d9-45bf-a4ec-e2d3640d2e56 None None] Bound using segment: {'id': '6527820f-5f09-4562-b99a-01cbde07aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bd76115c-224b-4b48-92dd-b89da39678de'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:10:41.467067 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-fcd935b7-43d9-45bf-a4ec-e2d3640d2e56 None None] Bound port: 02bfc250-f93c-4802-91ea-9f5bdc277423, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6527820f-5f09-4562-b99a-01cbde07aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bd76115c-224b-4b48-92dd-b89da39678de'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:10:41.467562 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-fcd935b7-43d9-45bf-a4ec-e2d3640d2e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (02bfc250-f93c-4802-91ea-9f5bdc277423), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:41.499598 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef39492-930e-4b8c-b319-94e57f8cfa31 admin admin] Pushing event updated for resources: {'Port': ['ID=cc7836c8-9fed-4feb-af48-ba3f1e9a275b,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:41.566794 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-fcd935b7-43d9-45bf-a4ec-e2d3640d2e56 None None] For port 02bfc250-f93c-4802-91ea-9f5bdc277423, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:10:41.571698 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-fcd935b7-43d9-45bf-a4ec-e2d3640d2e56 None None] For port 02bfc250-f93c-4802-91ea-9f5bdc277423, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=02bfc250-f93c-4802-91ea-9f5bdc277423,segment=NetworkSegment(6527820f-5f09-4562-b99a-01cbde07aa87),segment_id=6527820f-5f09-4562-b99a-01cbde07aa87)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:10:41.666538 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-fcd935b7-43d9-45bf-a4ec-e2d3640d2e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (02bfc250-f93c-4802-91ea-9f5bdc277423), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:41.738236 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd935b7-43d9-45bf-a4ec-e2d3640d2e56 None None] Pushing event updated for resources: {'Port': ['ID=02bfc250-f93c-4802-91ea-9f5bdc277423,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:41.934877 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-cef39492-930e-4b8c-b319-94e57f8cfa31 admin admin] Publish callbacks [] for router_gateway (8b83a975-146b-4664-8316-efc30c645efc), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:42.055471 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-14325527-8373-4645-92e3-838cbf9fdd3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573510'] for router_interface (6a6c5e43-2e0f-4a40-9507-89e565ecf7f0), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:42.204874 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-cef39492-930e-4b8c-b319-94e57f8cfa31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589352'] for router (8b83a975-146b-4664-8316-efc30c645efc), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:42.361723 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-14325527-8373-4645-92e3-838cbf9fdd3b admin admin] Deleting port 011d3bb3-6ff3-485a-8080-1f39de9cf8bd {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:10:42.362067 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-14325527-8373-4645-92e3-838cbf9fdd3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (011d3bb3-6ff3-485a-8080-1f39de9cf8bd), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:42.402835 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef39492-930e-4b8c-b319-94e57f8cfa31 admin admin] Router 8b83a975-146b-4664-8316-efc30c645efc is scheduled to L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc with binding_index 1 {{(pid=103540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 11:10:42.460386 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [None req-14325527-8373-4645-92e3-838cbf9fdd3b admin admin] For port 011d3bb3-6ff3-485a-8080-1f39de9cf8bd, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=011d3bb3-6ff3-485a-8080-1f39de9cf8bd,segment=NetworkSegment(2f4f4a41-30ca-4c99-80f8-209ff5966548),segment_id=2f4f4a41-30ca-4c99-80f8-209ff5966548)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:10:42.460386 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-14325527-8373-4645-92e3-838cbf9fdd3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (011d3bb3-6ff3-485a-8080-1f39de9cf8bd), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:42.481559 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-14325527-8373-4645-92e3-838cbf9fdd3b admin admin] Calling delete_port for 011d3bb3-6ff3-485a-8080-1f39de9cf8bd owned by network:router_interface {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:10:42.547853 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef39492-930e-4b8c-b319-94e57f8cfa31 admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:10:42.559249 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] Sync routers for ids ['8b83a975-146b-4664-8316-efc30c645efc'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:10:42.574005 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] Routers {'8b83a975-146b-4664-8316-efc30c645efc'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:10:42.579895 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976e4afa0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:10:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['8b83a975-146b-4664-8316-efc30c645efc'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:42.654117 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device faded364-e0e6-4794-a2d7-7d1caeb2267b up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:10:42.675207 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-cef39492-930e-4b8c-b319-94e57f8cfa31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:42.683651 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-cef39492-930e-4b8c-b319-94e57f8cfa31 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3885927 Mar 23 11:10:42.683651 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 55360) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:42.735610 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port faded364-e0e6-4794-a2d7-7d1caeb2267b triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:10:42.736147 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (faded364-e0e6-4794-a2d7-7d1caeb2267b), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:42.754535 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] Set router 8b83a975-146b-4664-8316-efc30c645efc gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:10:42.837812 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-14325527-8373-4645-92e3-838cbf9fdd3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (011d3bb3-6ff3-485a-8080-1f39de9cf8bd), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:42.858693 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port faded364-e0e6-4794-a2d7-7d1caeb2267b is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:10:42.860515 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 02bfc250-f93c-4802-91ea-9f5bdc277423 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:10:42.895127 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14325527-8373-4645-92e3-838cbf9fdd3b admin admin] Pushing event deleted for resources: {'Port': ['ID=011d3bb3-6ff3-485a-8080-1f39de9cf8bd,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:42.916603 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 02bfc250-f93c-4802-91ea-9f5bdc277423 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:10:42.916995 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (02bfc250-f93c-4802-91ea-9f5bdc277423), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:42.997434 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf37260-1198-477f-ad6c-e946cabd1dc5 None None] Network bd76115c-224b-4b48-92dd-b89da39678de requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:10:43.079509 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-abb96522-3610-4680-9b14-bfa34b3cba85 None None] Provisioning complete for port 02bfc250-f93c-4802-91ea-9f5bdc277423 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:10:43.079890 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-abb96522-3610-4680-9b14-bfa34b3cba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (02bfc250-f93c-4802-91ea-9f5bdc277423), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:43.116162 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976e4afa0>, [{'id': '8b83a975-146b-4664-8316-efc30c645efc', 'name': 'tempest-TestMinimumBasicScenario-1878171797-router', 'tenant_id': '28842c061f4d406896d527bc38bf7807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'cc7836c8-9fed-4feb-af48-ba3f1e9a275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:10:40Z', 'updated_at': '2022-03-23T11:10:41Z', 'revision_number': 3, 'project_id': '28842c061f4d406896d527bc38bf7807', 'gw_port': {'id': 'cc7836c8-9fed-4feb-af48-ba3f1e9a275b', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b83a975-146b-4664-8316-efc30c645efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:40Z', 'updated_at': '2022-03-23T11:10:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:43.163964 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] Checking router: 8b83a975-146b-4664-8316-efc30c645efc for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:10:43.164525 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] Updating router 8b83a975-146b-4664-8316-efc30c645efc port cc7836c8-9fed-4feb-af48-ba3f1e9a275b binding host dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 11:10:43.165552 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-14325527-8373-4645-92e3-838cbf9fdd3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589814'] for router_interface (6a6c5e43-2e0f-4a40-9507-89e565ecf7f0), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:43.198220 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 02bfc250-f93c-4802-91ea-9f5bdc277423 is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:10:43.198623 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (02bfc250-f93c-4802-91ea-9f5bdc277423), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:43.198765 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (cc7836c8-9fed-4feb-af48-ba3f1e9a275b), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:43.304889 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-abb96522-3610-4680-9b14-bfa34b3cba85 None None] Current status of the port 02bfc250-f93c-4802-91ea-9f5bdc277423 is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:10:43.314994 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-abb96522-3610-4680-9b14-bfa34b3cba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (02bfc250-f93c-4802-91ea-9f5bdc277423), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:43.329677 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] For port 02bfc250-f93c-4802-91ea-9f5bdc277423, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=02bfc250-f93c-4802-91ea-9f5bdc277423,segment=NetworkSegment(6527820f-5f09-4562-b99a-01cbde07aa87),segment_id=6527820f-5f09-4562-b99a-01cbde07aa87)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:10:43.420800 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (02bfc250-f93c-4802-91ea-9f5bdc277423), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:43.505938 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14325527-8373-4645-92e3-838cbf9fdd3b admin admin] Router 6a6c5e43-2e0f-4a40-9507-89e565ecf7f0 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:10:43.535267 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] Publish callbacks [] for port (cc7836c8-9fed-4feb-af48-ba3f1e9a275b), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:43.581461 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Pushing event updated for resources: {'Port': ['ID=02bfc250-f93c-4802-91ea-9f5bdc277423,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:43.586424 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.db.api [None req-abb96522-3610-4680-9b14-bfa34b3cba85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 11:10:43.586782 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG oslo_db.api [None req-abb96522-3610-4680-9b14-bfa34b3cba85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 11:10:43.612748 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (cc7836c8-9fed-4feb-af48-ba3f1e9a275b), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:43.656058 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14325527-8373-4645-92e3-838cbf9fdd3b admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:10:43.668877 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f064cc7-1554-456d-b143-12661ea8128f None None] Sync routers for ids ['6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:10:43.672949 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-14325527-8373-4645-92e3-838cbf9fdd3b admin admin] 10.222.0.41 "PUT /v2.0/routers/6a6c5e43-2e0f-4a40-9507-89e565ecf7f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2619507 Mar 23 11:10:43.677401 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55368) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:43.691998 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f064cc7-1554-456d-b143-12661ea8128f None None] Routers {'6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:10:43.693465 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-3f064cc7-1554-456d-b143-12661ea8128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975c0f190>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:10:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:43.697408 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] Attempting to bind port cc7836c8-9fed-4feb-af48-ba3f1e9a275b on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:10:43.697787 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] Attempting to bind port cc7836c8-9fed-4feb-af48-ba3f1e9a275b by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:10:43.698159 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] Attempting to bind port cc7836c8-9fed-4feb-af48-ba3f1e9a275b on network 95c18418-5bae-427e-9b81-a5d1c1650c0a {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:10:43.700164 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a473421-ab86-4e67-8c9c-371b604acc7e None None] Pushing event updated for resources: {'Port': ['ID=cc7836c8-9fed-4feb-af48-ba3f1e9a275b,revision_number=2']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:43.741982 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:10:43.742411 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] Checking segment: {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:10:43.742925 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:43.743340 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] Bound using segment: {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:10:43.743831 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] Bound port: cc7836c8-9fed-4feb-af48-ba3f1e9a275b, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:10:43.744219 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (cc7836c8-9fed-4feb-af48-ba3f1e9a275b), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:43.803159 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 55370) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:43.830378 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-467e29b8-93df-450a-9fdd-a46985b5c3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:43.838539 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] For port cc7836c8-9fed-4feb-af48-ba3f1e9a275b, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:10:43.843241 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] For port cc7836c8-9fed-4feb-af48-ba3f1e9a275b, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=cc7836c8-9fed-4feb-af48-ba3f1e9a275b,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:10:43.847099 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-915763d1-fa58-41ef-b3c5-595fba197d78 admin admin] Publish callbacks [] for router (6a6c5e43-2e0f-4a40-9507-89e565ecf7f0), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:43.848167 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-3f064cc7-1554-456d-b143-12661ea8128f None None] Set router 6a6c5e43-2e0f-4a40-9507-89e565ecf7f0 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:10:43.940719 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (cc7836c8-9fed-4feb-af48-ba3f1e9a275b), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:43.982189 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-11f682a6-eaff-4312-9f2b-279784c5f4fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:43.997656 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-915763d1-fa58-41ef-b3c5-595fba197d78 admin admin] Publish callbacks [] for router_gateway (6a6c5e43-2e0f-4a40-9507-89e565ecf7f0), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:44.020687 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a473421-ab86-4e67-8c9c-371b604acc7e None None] Pushing event updated for resources: {'Port': ['ID=cc7836c8-9fed-4feb-af48-ba3f1e9a275b,revision_number=3']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:44.034147 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] Routers {'8b83a975-146b-4664-8316-efc30c645efc'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:10:44.036157 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976e4afa0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:10:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['8b83a975-146b-4664-8316-efc30c645efc'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:44.063784 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-3f064cc7-1554-456d-b143-12661ea8128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975c0f190>, [{'id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'name': 'tempest-TestShelveInstance-877408031-router', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '68b052aa-aba3-480c-b9ef-aeec4a08058c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:04:48Z', 'updated_at': '2022-03-23T11:10:42Z', 'revision_number': 5, 'project_id': '129bb33e62b44450880cb7f944520401', 'gw_port': {'id': '68b052aa-aba3-480c-b9ef-aeec4a08058c', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fa:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:49Z', 'updated_at': '2022-03-23T11:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:44.126714 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-abb96522-3610-4680-9b14-bfa34b3cba85 None None] Current status of the port 02bfc250-f93c-4802-91ea-9f5bdc277423 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:10:44.130707 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f064cc7-1554-456d-b143-12661ea8128f None None] Checking router: 6a6c5e43-2e0f-4a40-9507-89e565ecf7f0 for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:10:44.137095 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [None req-467e29b8-93df-450a-9fdd-a46985b5c3d6 admin admin] Allocated IP 172.20.0.1 (bd76115c-224b-4b48-92dd-b89da39678de/24204120-fef5-418a-8f80-2ea4ee2a2f4d/344ca4ab-e6ac-4f1a-aa30-23643ceec518) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:10:44.140343 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f064cc7-1554-456d-b143-12661ea8128f None None] Routers {'6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:10:44.141536 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-3f064cc7-1554-456d-b143-12661ea8128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975c0f190>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:10:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:44.151584 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] Set router 8b83a975-146b-4664-8316-efc30c645efc gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:10:44.151814 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-11f682a6-eaff-4312-9f2b-279784c5f4fa admin admin] Publish callbacks [] for security_group (5bdaf29c-f533-4702-9db5-3432d01130c5), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:44.172552 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-915763d1-fa58-41ef-b3c5-595fba197d78 admin admin] Deleting port 68b052aa-aba3-480c-b9ef-aeec4a08058c {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:10:44.173797 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-915763d1-fa58-41ef-b3c5-595fba197d78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (68b052aa-aba3-480c-b9ef-aeec4a08058c), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:44.235993 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-11f682a6-eaff-4312-9f2b-279784c5f4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (5bdaf29c-f533-4702-9db5-3432d01130c5), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:44.236545 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-3f064cc7-1554-456d-b143-12661ea8128f None None] Set router 6a6c5e43-2e0f-4a40-9507-89e565ecf7f0 gateway port host: None {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:10:44.279485 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [None req-915763d1-fa58-41ef-b3c5-595fba197d78 admin admin] For port 68b052aa-aba3-480c-b9ef-aeec4a08058c, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=68b052aa-aba3-480c-b9ef-aeec4a08058c,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:10:44.280040 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-915763d1-fa58-41ef-b3c5-595fba197d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (68b052aa-aba3-480c-b9ef-aeec4a08058c), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:44.301432 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-915763d1-fa58-41ef-b3c5-595fba197d78 admin admin] Calling delete_port for 68b052aa-aba3-480c-b9ef-aeec4a08058c owned by network:router_gateway {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:10:44.308488 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-3f064cc7-1554-456d-b143-12661ea8128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975c0f190>, [{'id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'name': 'tempest-TestShelveInstance-877408031-router', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:04:48Z', 'updated_at': '2022-03-23T11:10:43Z', 'revision_number': 6, 'project_id': '129bb33e62b44450880cb7f944520401', 'gw_port_host': None}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:44.313203 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-11f682a6-eaff-4312-9f2b-279784c5f4fa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82a2bafe261e45c49db933d13512b83b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5095494 Mar 23 11:10:44.318518 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55374) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:44.322406 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f682a6-eaff-4312-9f2b-279784c5f4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdaf29c-f533-4702-9db5-3432d01130c5,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:44.329737 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-467e29b8-93df-450a-9fdd-a46985b5c3d6 admin admin] Publish callbacks [] for port (344ca4ab-e6ac-4f1a-aa30-23643ceec518), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:44.342427 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f064cc7-1554-456d-b143-12661ea8128f None None] The sync data for ids ['6a6c5e43-2e0f-4a40-9507-89e565ecf7f0'] in dv-cinder-790535-33-iscsi is: [{'id': '6a6c5e43-2e0f-4a40-9507-89e565ecf7f0', 'name': 'tempest-TestShelveInstance-877408031-router', 'tenant_id': '129bb33e62b44450880cb7f944520401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:04:48Z', 'updated_at': '2022-03-23T11:10:43Z', 'revision_number': 6, 'project_id': '129bb33e62b44450880cb7f944520401', 'gw_port_host': None}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:10:44.345921 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-571f8054-eab0-4518-a40f-5c4338ff14af None None] Provisioning complete for port 02bfc250-f93c-4802-91ea-9f5bdc277423 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:10:44.346335 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-571f8054-eab0-4518-a40f-5c4338ff14af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (02bfc250-f93c-4802-91ea-9f5bdc277423), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:44.358958 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976e4afa0>, [{'id': '8b83a975-146b-4664-8316-efc30c645efc', 'name': 'tempest-TestMinimumBasicScenario-1878171797-router', 'tenant_id': '28842c061f4d406896d527bc38bf7807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'cc7836c8-9fed-4feb-af48-ba3f1e9a275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:10:40Z', 'updated_at': '2022-03-23T11:10:41Z', 'revision_number': 3, 'project_id': '28842c061f4d406896d527bc38bf7807', 'gw_port': {'id': 'cc7836c8-9fed-4feb-af48-ba3f1e9a275b', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b83a975-146b-4664-8316-efc30c645efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:40Z', 'updated_at': '2022-03-23T11:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:44.394050 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed5fbf4-cba0-46df-ba66-837b2524250e None None] The sync data for ids ['8b83a975-146b-4664-8316-efc30c645efc'] in dv-cinder-790535-33-iscsi is: [{'id': '8b83a975-146b-4664-8316-efc30c645efc', 'name': 'tempest-TestMinimumBasicScenario-1878171797-router', 'tenant_id': '28842c061f4d406896d527bc38bf7807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'cc7836c8-9fed-4feb-af48-ba3f1e9a275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:10:40Z', 'updated_at': '2022-03-23T11:10:41Z', 'revision_number': 3, 'project_id': '28842c061f4d406896d527bc38bf7807', 'gw_port': {'id': 'cc7836c8-9fed-4feb-af48-ba3f1e9a275b', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b83a975-146b-4664-8316-efc30c645efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:40Z', 'updated_at': '2022-03-23T11:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:10:44.447019 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-571f8054-eab0-4518-a40f-5c4338ff14af None None] Current status of the port 02bfc250-f93c-4802-91ea-9f5bdc277423 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:10:44.458201 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b46cc60d-dbb8-4683-b662-67023c0b25b3 admin admin] Publish callbacks [] for security_group (5bdaf29c-f533-4702-9db5-3432d01130c5), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:44.460790 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-467e29b8-93df-450a-9fdd-a46985b5c3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (344ca4ab-e6ac-4f1a-aa30-23643ceec518), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:44.503888 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467e29b8-93df-450a-9fdd-a46985b5c3d6 admin admin] Network bd76115c-224b-4b48-92dd-b89da39678de is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:10:44.506840 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-467e29b8-93df-450a-9fdd-a46985b5c3d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:10:44.510662 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467e29b8-93df-450a-9fdd-a46985b5c3d6 admin admin] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:10:44.523973 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b46cc60d-dbb8-4683-b662-67023c0b25b3 admin admin] Publish callbacks [] for security_group (5bdaf29c-f533-4702-9db5-3432d01130c5), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:44.554288 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e29b8-93df-450a-9fdd-a46985b5c3d6 admin admin] Pushing event updated for resources: {'Port': ['ID=344ca4ab-e6ac-4f1a-aa30-23643ceec518,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:44.569329 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-467e29b8-93df-450a-9fdd-a46985b5c3d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573693'] for router_interface (8b83a975-146b-4664-8316-efc30c645efc), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:44.677561 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b46cc60d-dbb8-4683-b662-67023c0b25b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (5bdaf29c-f533-4702-9db5-3432d01130c5), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:44.680146 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b46cc60d-dbb8-4683-b662-67023c0b25b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:44.686717 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-b46cc60d-dbb8-4683-b662-67023c0b25b3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5bdaf29c-f533-4702-9db5-3432d01130c5 HTTP/1.1" status: 204 len: 168 time: 0.3615537 Mar 23 11:10:44.691295 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46cc60d-dbb8-4683-b662-67023c0b25b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdaf29c-f533-4702-9db5-3432d01130c5,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:44.728136 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-915763d1-fa58-41ef-b3c5-595fba197d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (68b052aa-aba3-480c-b9ef-aeec4a08058c), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:44.794203 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915763d1-fa58-41ef-b3c5-595fba197d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=68b052aa-aba3-480c-b9ef-aeec4a08058c,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:44.838240 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-467e29b8-93df-450a-9fdd-a46985b5c3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (344ca4ab-e6ac-4f1a-aa30-23643ceec518), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:44.878330 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-39607df1-2c5f-4b0e-b181-8c8e913affe0 None None] Provisioning complete for port 344ca4ab-e6ac-4f1a-aa30-23643ceec518 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:10:44.879374 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-39607df1-2c5f-4b0e-b181-8c8e913affe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (344ca4ab-e6ac-4f1a-aa30-23643ceec518), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:44.918855 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 02bfc250-f93c-4802-91ea-9f5bdc277423 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:10:44.922601 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-915763d1-fa58-41ef-b3c5-595fba197d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589324'] for router_gateway (6a6c5e43-2e0f-4a40-9507-89e565ecf7f0), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:44.966625 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-39607df1-2c5f-4b0e-b181-8c8e913affe0 None None] Port 344ca4ab-e6ac-4f1a-aa30-23643ceec518 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:10:44.989493 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 02bfc250-f93c-4802-91ea-9f5bdc277423 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:10:44.989882 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (02bfc250-f93c-4802-91ea-9f5bdc277423), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:45.088346 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-467e29b8-93df-450a-9fdd-a46985b5c3d6 admin admin] Publish callbacks [] for port (344ca4ab-e6ac-4f1a-aa30-23643ceec518), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:45.092087 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 02bfc250-f93c-4802-91ea-9f5bdc277423 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:10:45.096151 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-915763d1-fa58-41ef-b3c5-595fba197d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router (6a6c5e43-2e0f-4a40-9507-89e565ecf7f0), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:45.099369 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-915763d1-fa58-41ef-b3c5-595fba197d78 admin admin] Publish callbacks [] for router_controller (6a6c5e43-2e0f-4a40-9507-89e565ecf7f0), precommit_delete_associations {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:45.151486 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-467e29b8-93df-450a-9fdd-a46985b5c3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (344ca4ab-e6ac-4f1a-aa30-23643ceec518), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:45.215488 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-915763d1-fa58-41ef-b3c5-595fba197d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588271'] for router (6a6c5e43-2e0f-4a40-9507-89e565ecf7f0), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:45.216780 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915763d1-fa58-41ef-b3c5-595fba197d78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a6c5e43-2e0f-4a40-9507-89e565ecf7f0 {{(pid=103539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 11:10:45.223988 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-915763d1-fa58-41ef-b3c5-595fba197d78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:45.225878 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-915763d1-fa58-41ef-b3c5-595fba197d78 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6a6c5e43-2e0f-4a40-9507-89e565ecf7f0 HTTP/1.1" status: 204 len: 168 time: 1.5466070 Mar 23 11:10:45.226046 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e29b8-93df-450a-9fdd-a46985b5c3d6 admin admin] Pushing event updated for resources: {'Port': ['ID=344ca4ab-e6ac-4f1a-aa30-23643ceec518,revision_number=2']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:45.228668 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55378) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:45.228977 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-467e29b8-93df-450a-9fdd-a46985b5c3d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573545'] for router_interface (8b83a975-146b-4664-8316-efc30c645efc), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:45.321265 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 011d3bb3-6ff3-485a-8080-1f39de9cf8bd no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:10:45.346317 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe095a7-af96-4c6c-851d-cff10fe04f98 admin admin] Deleting subnet 001a2c33-ab4d-40f3-86cd-0344207597b1 {{(pid=103539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 11:10:45.354941 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2fe095a7-af96-4c6c-851d-cff10fe04f98 admin admin] Publish callbacks [] for subnet (001a2c33-ab4d-40f3-86cd-0344207597b1), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:45.358059 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: 011d3bb3-6ff3-485a-8080-1f39de9cf8bd {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:10:45.358694 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 011d3bb3-6ff3-485a-8080-1f39de9cf8bd not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:10:45.387614 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467e29b8-93df-450a-9fdd-a46985b5c3d6 admin admin] Network bd76115c-224b-4b48-92dd-b89da39678de is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:10:45.389067 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-467e29b8-93df-450a-9fdd-a46985b5c3d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:10:45.396038 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2fe095a7-af96-4c6c-851d-cff10fe04f98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11844273'] for subnet (001a2c33-ab4d-40f3-86cd-0344207597b1), precommit_delete_associations {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:45.520776 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2fe095a7-af96-4c6c-851d-cff10fe04f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3350868'] for subnet (001a2c33-ab4d-40f3-86cd-0344207597b1), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:45.553485 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467e29b8-93df-450a-9fdd-a46985b5c3d6 admin admin] Router 8b83a975-146b-4664-8316-efc30c645efc has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:10:45.665215 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2fe095a7-af96-4c6c-851d-cff10fe04f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3350861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11800261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11983438'] for subnet (001a2c33-ab4d-40f3-86cd-0344207597b1), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:45.698236 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467e29b8-93df-450a-9fdd-a46985b5c3d6 admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:10:45.699836 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-42471de1-d28b-42c5-820f-4cb7bfd50fad None None] Provisioning complete for port 344ca4ab-e6ac-4f1a-aa30-23643ceec518 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:10:45.700509 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-42471de1-d28b-42c5-820f-4cb7bfd50fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (344ca4ab-e6ac-4f1a-aa30-23643ceec518), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:45.712874 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-467e29b8-93df-450a-9fdd-a46985b5c3d6 admin admin] 10.222.0.41 "PUT /v2.0/routers/8b83a975-146b-4664-8316-efc30c645efc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0225887 Mar 23 11:10:45.714048 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe095a7-af96-4c6c-851d-cff10fe04f98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=001a2c33-ab4d-40f3-86cd-0344207597b1,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:45.714048 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-2fe095a7-af96-4c6c-851d-cff10fe04f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:45.714335 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-2fe095a7-af96-4c6c-851d-cff10fe04f98 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/001a2c33-ab4d-40f3-86cd-0344207597b1 HTTP/1.1" status: 204 len: 168 time: 0.4840612 Mar 23 11:10:45.717453 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 55382) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:45.750812 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cc06d2-3a54-45b0-ba0b-39872828f564 None None] Network df50ffe3-03ed-467a-b227-56e0850217fe requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:10:45.812121 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148571'] for network (df50ffe3-03ed-467a-b227-56e0850217fe), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:45.880823 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Deleting port b5f377cd-6733-4090-bd8e-56cdcf2bdd01 {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:10:45.881462 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (b5f377cd-6733-4090-bd8e-56cdcf2bdd01), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:45.950997 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-42471de1-d28b-42c5-820f-4cb7bfd50fad None None] Port 344ca4ab-e6ac-4f1a-aa30-23643ceec518 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:10:45.959370 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] For port b5f377cd-6733-4090-bd8e-56cdcf2bdd01, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=b5f377cd-6733-4090-bd8e-56cdcf2bdd01,segment=NetworkSegment(2f4f4a41-30ca-4c99-80f8-209ff5966548),segment_id=2f4f4a41-30ca-4c99-80f8-209ff5966548)] {{(pid=103540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:10:45.959875 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (b5f377cd-6733-4090-bd8e-56cdcf2bdd01), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:45.974529 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Calling delete_port for b5f377cd-6733-4090-bd8e-56cdcf2bdd01 owned by network:dhcp {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:10:46.068799 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a34208-0bc7-4d5f-9867-215e322e2167 None None] DHCP port deletion for df50ffe3-03ed-467a-b227-56e0850217fe request from dv-cinder-790535-33-iscsi {{(pid=103541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 11:10:46.119305 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-99a34208-0bc7-4d5f-9867-215e322e2167 None None] Deleting port b5f377cd-6733-4090-bd8e-56cdcf2bdd01 {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:10:46.119941 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-99a34208-0bc7-4d5f-9867-215e322e2167 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (b5f377cd-6733-4090-bd8e-56cdcf2bdd01), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:46.155623 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (b5f377cd-6733-4090-bd8e-56cdcf2bdd01), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:46.185713 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-99a34208-0bc7-4d5f-9867-215e322e2167 None None] For port b5f377cd-6733-4090-bd8e-56cdcf2bdd01, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=b5f377cd-6733-4090-bd8e-56cdcf2bdd01,segment=NetworkSegment(2f4f4a41-30ca-4c99-80f8-209ff5966548),segment_id=2f4f4a41-30ca-4c99-80f8-209ff5966548)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:10:46.186123 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-99a34208-0bc7-4d5f-9867-215e322e2167 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (b5f377cd-6733-4090-bd8e-56cdcf2bdd01), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:46.191695 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f377cd-6733-4090-bd8e-56cdcf2bdd01,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:46.195223 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] No DVR routers for this DVR port b5f377cd-6733-4090-bd8e-56cdcf2bdd01 on host dv-cinder-790535-33-iscsi {{(pid=103540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:10:46.200498 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-99a34208-0bc7-4d5f-9867-215e322e2167 None None] Calling delete_port for b5f377cd-6733-4090-bd8e-56cdcf2bdd01 owned by network:dhcp {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:10:46.204155 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:46.204623 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:46.205050 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:46.205524 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:46.205953 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:46.206390 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:46.206836 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:46.207272 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:46.207733 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:46.208161 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:46.208590 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:46.209351 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:46.209351 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:46.209860 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:46.210294 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:46.283842 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3292129', 'neutron.services.segments.db._delete_segments_for_network-8738511072579'] for network (df50ffe3-03ed-467a-b227-56e0850217fe), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:46.284074 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-99a34208-0bc7-4d5f-9867-215e322e2167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628'] for port (b5f377cd-6733-4090-bd8e-56cdcf2bdd01), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:46.304997 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f29757df2e0>,) {'filters': {'network_id': ['df50ffe3-03ed-467a-b227-56e0850217fe']}} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:46.308999 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a34208-0bc7-4d5f-9867-215e322e2167 None None] Pushing event deleted for resources: {'Port': ['ID=b5f377cd-6733-4090-bd8e-56cdcf2bdd01,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:46.312932 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a34208-0bc7-4d5f-9867-215e322e2167 None None] No DVR routers for this DVR port b5f377cd-6733-4090-bd8e-56cdcf2bdd01 on host dv-cinder-790535-33-iscsi {{(pid=103541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:10:46.323076 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f29757df2e0>, '2f4f4a41-30ca-4c99-80f8-209ff5966548') {'for_net_delete': True} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:46.323466 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f29757df2e0>, '2f4f4a41-30ca-4c99-80f8-209ff5966548') {} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:46.336915 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738511073100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12492011'] for segment (2f4f4a41-30ca-4c99-80f8-209ff5966548), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:46.356784 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (2f4f4a41-30ca-4c99-80f8-209ff5966548), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:46.363799 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 11:10:46.364182 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12548094'] for segment (2f4f4a41-30ca-4c99-80f8-209ff5966548), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: Traceback (most recent call last): Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: timer() Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: cb(*args, **kw) Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: return func(*args, **kwargs) Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: self._notify() Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: self.callback(batched_events) Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: event.method(event) Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: return f(self, *a, **k) Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: return self._get(url).json() Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: return self.request(url, 'GET', **kwargs) Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:10:46.366243 dv-cinder-790535-33-iscsi neutron-server[103540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:10:46.505724 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3292122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589424'] for network (df50ffe3-03ed-467a-b227-56e0850217fe), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:46.523851 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:46.527013 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] 10.222.0.41 "DELETE /v2.0/networks/df50ffe3-03ed-467a-b227-56e0850217fe HTTP/1.1" status: 204 len: 168 time: 0.8084147 Mar 23 11:10:46.528140 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4be467-1656-4041-b8a6-b31d6c38ffee admin admin] Pushing event deleted for resources: {'Network': ['ID=df50ffe3-03ed-467a-b227-56e0850217fe,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:46.530002 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55402) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:46.542850 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device cc7836c8-9fed-4feb-af48-ba3f1e9a275b up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:10:46.598501 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port cc7836c8-9fed-4feb-af48-ba3f1e9a275b triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:10:46.598799 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (cc7836c8-9fed-4feb-af48-ba3f1e9a275b), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:46.679598 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port cc7836c8-9fed-4feb-af48-ba3f1e9a275b is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:10:46.679994 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (cc7836c8-9fed-4feb-af48-ba3f1e9a275b), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:46.711671 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] For port cc7836c8-9fed-4feb-af48-ba3f1e9a275b, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=cc7836c8-9fed-4feb-af48-ba3f1e9a275b,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:10:46.790081 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (cc7836c8-9fed-4feb-af48-ba3f1e9a275b), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:46.885095 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Pushing event updated for resources: {'Port': ['ID=cc7836c8-9fed-4feb-af48-ba3f1e9a275b,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:46.889831 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device b5f377cd-6733-4090-bd8e-56cdcf2bdd01 no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:10:46.912742 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: b5f377cd-6733-4090-bd8e-56cdcf2bdd01 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:10:46.913574 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device b5f377cd-6733-4090-bd8e-56cdcf2bdd01 not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:10:46.914318 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 68b052aa-aba3-480c-b9ef-aeec4a08058c no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:10:46.935588 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: 68b052aa-aba3-480c-b9ef-aeec4a08058c {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:10:46.936216 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 68b052aa-aba3-480c-b9ef-aeec4a08058c not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:10:47.177701 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-75040059-64a7-4f32-a261-e8e5a0806006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573510'] for router_interface (b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:47.443331 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-75040059-64a7-4f32-a261-e8e5a0806006 admin admin] Deleting port 1538697c-5b1f-45eb-b396-d63ab63db9d1 {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:10:47.443969 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-75040059-64a7-4f32-a261-e8e5a0806006 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (1538697c-5b1f-45eb-b396-d63ab63db9d1), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:47.549497 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [None req-75040059-64a7-4f32-a261-e8e5a0806006 admin admin] For port 1538697c-5b1f-45eb-b396-d63ab63db9d1, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=1538697c-5b1f-45eb-b396-d63ab63db9d1,segment=NetworkSegment(1d13529a-426c-4aff-9a34-0073aca28104),segment_id=1d13529a-426c-4aff-9a34-0073aca28104)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:10:47.550252 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-75040059-64a7-4f32-a261-e8e5a0806006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (1538697c-5b1f-45eb-b396-d63ab63db9d1), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:47.563163 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-75040059-64a7-4f32-a261-e8e5a0806006 admin admin] Calling delete_port for 1538697c-5b1f-45eb-b396-d63ab63db9d1 owned by network:router_interface {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:10:47.841642 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-75040059-64a7-4f32-a261-e8e5a0806006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (1538697c-5b1f-45eb-b396-d63ab63db9d1), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:47.876058 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75040059-64a7-4f32-a261-e8e5a0806006 admin admin] Pushing event deleted for resources: {'Port': ['ID=1538697c-5b1f-45eb-b396-d63ab63db9d1,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:48.042556 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] Sync routers for ids ['8b83a975-146b-4664-8316-efc30c645efc'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:10:48.055456 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] Routers {'8b83a975-146b-4664-8316-efc30c645efc'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:10:48.059265 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f29772ba520>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:10:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['8b83a975-146b-4664-8316-efc30c645efc'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:48.074111 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-75040059-64a7-4f32-a261-e8e5a0806006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589814'] for router_interface (b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:48.202024 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] Set router 8b83a975-146b-4664-8316-efc30c645efc gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:10:48.354661 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75040059-64a7-4f32-a261-e8e5a0806006 admin admin] Router b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:10:48.462373 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f29772ba520>, [{'id': '8b83a975-146b-4664-8316-efc30c645efc', 'name': 'tempest-TestMinimumBasicScenario-1878171797-router', 'tenant_id': '28842c061f4d406896d527bc38bf7807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'cc7836c8-9fed-4feb-af48-ba3f1e9a275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:10:40Z', 'updated_at': '2022-03-23T11:10:44Z', 'revision_number': 4, 'project_id': '28842c061f4d406896d527bc38bf7807', 'gw_port': {'id': 'cc7836c8-9fed-4feb-af48-ba3f1e9a275b', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b83a975-146b-4664-8316-efc30c645efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:40Z', 'updated_at': '2022-03-23T11:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '344ca4ab-e6ac-4f1a-aa30-23643ceec518', 'name': '', 'network_id': 'bd76115c-224b-4b48-92dd-b89da39678de', 'tenant_id': '28842c061f4d406896d527bc38bf7807', 'mac_address': 'fa:16:3e:39:69:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b83a975-146b-4664-8316-efc30c645efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '24204120-fef5-418a-8f80-2ea4ee2a2f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:43Z', 'updated_at': '2022-03-23T11:10:44Z', 'revision_number': 2, 'project_id': '28842c061f4d406896d527bc38bf7807', 'subnets': [{'id': '24204120-fef5-418a-8f80-2ea4ee2a2f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:48.486924 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75040059-64a7-4f32-a261-e8e5a0806006 admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:10:48.495498 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-75040059-64a7-4f32-a261-e8e5a0806006 admin admin] 10.222.0.41 "PUT /v2.0/routers/b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9611027 Mar 23 11:10:48.495616 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] Checking router: 8b83a975-146b-4664-8316-efc30c645efc for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:10:48.495616 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] Updating router 8b83a975-146b-4664-8316-efc30c645efc port 344ca4ab-e6ac-4f1a-aa30-23643ceec518 binding host dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 11:10:48.495800 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55408) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:48.498256 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4705fed-13f3-48b8-a564-a3709c91cd0b None None] Sync routers for ids ['b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:10:48.527195 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4705fed-13f3-48b8-a564-a3709c91cd0b None None] Routers {'b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:10:48.528191 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-d4705fed-13f3-48b8-a564-a3709c91cd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975b508e0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:10:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:48.567170 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (344ca4ab-e6ac-4f1a-aa30-23643ceec518), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:48.616035 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Publish callbacks [] for router (b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:48.665507 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-d4705fed-13f3-48b8-a564-a3709c91cd0b None None] Set router b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:10:48.714583 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Publish callbacks [] for router_gateway (b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:48.736368 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device cc7836c8-9fed-4feb-af48-ba3f1e9a275b up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:10:48.899246 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port cc7836c8-9fed-4feb-af48-ba3f1e9a275b triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:10:48.899557 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (cc7836c8-9fed-4feb-af48-ba3f1e9a275b), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:48.910302 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Deleting port 161c1e77-6939-42ee-8e38-4c8901128db8 {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:10:48.910705 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (161c1e77-6939-42ee-8e38-4c8901128db8), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:49.063761 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-d4705fed-13f3-48b8-a564-a3709c91cd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975b508e0>, [{'id': 'b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd', 'name': 'tempest-TestShelveInstance-345972745-router', 'tenant_id': '6cd7d0fac35346e99b064d6b04982fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '161c1e77-6939-42ee-8e38-4c8901128db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:04:57Z', 'updated_at': '2022-03-23T11:10:47Z', 'revision_number': 5, 'project_id': '6cd7d0fac35346e99b064d6b04982fb1', 'gw_port': {'id': '161c1e77-6939-42ee-8e38-4c8901128db8', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:90:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:04:58Z', 'updated_at': '2022-03-23T11:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:49.065515 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] For port 161c1e77-6939-42ee-8e38-4c8901128db8, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=161c1e77-6939-42ee-8e38-4c8901128db8,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:10:49.066035 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (161c1e77-6939-42ee-8e38-4c8901128db8), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:49.067008 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port cc7836c8-9fed-4feb-af48-ba3f1e9a275b is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:10:49.083324 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Calling delete_port for 161c1e77-6939-42ee-8e38-4c8901128db8 owned by network:router_gateway {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:10:49.101669 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4705fed-13f3-48b8-a564-a3709c91cd0b None None] Checking router: b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:10:49.108103 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] Publish callbacks [] for port (344ca4ab-e6ac-4f1a-aa30-23643ceec518), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:49.112789 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4705fed-13f3-48b8-a564-a3709c91cd0b None None] Routers {'b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:10:49.113467 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-d4705fed-13f3-48b8-a564-a3709c91cd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975b508e0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:10:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:49.172904 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (344ca4ab-e6ac-4f1a-aa30-23643ceec518), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:49.214987 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-d4705fed-13f3-48b8-a564-a3709c91cd0b None None] Set router b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd gateway port host: None {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:10:49.273001 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae094d-c32e-4569-a403-a88ceb3b3fe8 None None] Pushing event updated for resources: {'Port': ['ID=344ca4ab-e6ac-4f1a-aa30-23643ceec518,revision_number=3']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:49.346658 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-d4705fed-13f3-48b8-a564-a3709c91cd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975b508e0>, [{'id': 'b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd', 'name': 'tempest-TestShelveInstance-345972745-router', 'tenant_id': '6cd7d0fac35346e99b064d6b04982fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:04:57Z', 'updated_at': '2022-03-23T11:10:48Z', 'revision_number': 6, 'project_id': '6cd7d0fac35346e99b064d6b04982fb1', 'gw_port_host': None}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:49.352825 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] Attempting to bind port 344ca4ab-e6ac-4f1a-aa30-23643ceec518 on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:10:49.353351 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] Attempting to bind port 344ca4ab-e6ac-4f1a-aa30-23643ceec518 by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': '6527820f-5f09-4562-b99a-01cbde07aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bd76115c-224b-4b48-92dd-b89da39678de'}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:10:49.353808 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] Attempting to bind port 344ca4ab-e6ac-4f1a-aa30-23643ceec518 on network bd76115c-224b-4b48-92dd-b89da39678de {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:10:49.359434 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:10:49.360657 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] Checking segment: {'id': '6527820f-5f09-4562-b99a-01cbde07aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bd76115c-224b-4b48-92dd-b89da39678de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:10:49.361596 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:49.362088 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] Bound using segment: {'id': '6527820f-5f09-4562-b99a-01cbde07aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bd76115c-224b-4b48-92dd-b89da39678de'} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:10:49.362652 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] Bound port: 344ca4ab-e6ac-4f1a-aa30-23643ceec518, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6527820f-5f09-4562-b99a-01cbde07aa87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'bd76115c-224b-4b48-92dd-b89da39678de'}}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:10:49.363127 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (344ca4ab-e6ac-4f1a-aa30-23643ceec518), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:49.383120 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4705fed-13f3-48b8-a564-a3709c91cd0b None None] The sync data for ids ['b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd'] in dv-cinder-790535-33-iscsi is: [{'id': 'b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd', 'name': 'tempest-TestShelveInstance-345972745-router', 'tenant_id': '6cd7d0fac35346e99b064d6b04982fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:04:57Z', 'updated_at': '2022-03-23T11:10:48Z', 'revision_number': 6, 'project_id': '6cd7d0fac35346e99b064d6b04982fb1', 'gw_port_host': None}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:10:49.414508 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (161c1e77-6939-42ee-8e38-4c8901128db8), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:49.475498 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=161c1e77-6939-42ee-8e38-4c8901128db8,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:49.495031 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:49.495246 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:49.495657 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:49.496067 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:49.496195 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] For port 344ca4ab-e6ac-4f1a-aa30-23643ceec518, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:10:49.496474 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:49.496917 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:49.497330 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:49.504231 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:49.504231 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:49.504231 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:49.504231 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:49.504231 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:49.504231 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:49.504231 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:49.504779 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] For port 344ca4ab-e6ac-4f1a-aa30-23643ceec518, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=344ca4ab-e6ac-4f1a-aa30-23643ceec518,segment=NetworkSegment(6527820f-5f09-4562-b99a-01cbde07aa87),segment_id=6527820f-5f09-4562-b99a-01cbde07aa87)] {{(pid=103542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:10:49.504871 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:49.584635 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589324'] for router_gateway (b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:49.604335 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (344ca4ab-e6ac-4f1a-aa30-23643ceec518), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:49.617327 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-8ed25e82-169a-44ee-b504-dbbf12bfaeac None None] Provisioning complete for port 344ca4ab-e6ac-4f1a-aa30-23643ceec518 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:10:49.618863 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8ed25e82-169a-44ee-b504-dbbf12bfaeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (344ca4ab-e6ac-4f1a-aa30-23643ceec518), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:49.718264 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router (b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:49.724005 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Publish callbacks [] for router_controller (b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd), precommit_delete_associations {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:49.729549 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] Routers {'8b83a975-146b-4664-8316-efc30c645efc'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:10:49.730199 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f29772ba520>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:10:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['8b83a975-146b-4664-8316-efc30c645efc'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:49.736398 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae094d-c32e-4569-a403-a88ceb3b3fe8 None None] Pushing event updated for resources: {'Port': ['ID=344ca4ab-e6ac-4f1a-aa30-23643ceec518,revision_number=4']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:49.739152 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-8ed25e82-169a-44ee-b504-dbbf12bfaeac None None] Current status of the port 344ca4ab-e6ac-4f1a-aa30-23643ceec518 is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:10:49.739772 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8ed25e82-169a-44ee-b504-dbbf12bfaeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (344ca4ab-e6ac-4f1a-aa30-23643ceec518), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:49.831168 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-8ed25e82-169a-44ee-b504-dbbf12bfaeac None None] For port 344ca4ab-e6ac-4f1a-aa30-23643ceec518, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=344ca4ab-e6ac-4f1a-aa30-23643ceec518,segment=NetworkSegment(6527820f-5f09-4562-b99a-01cbde07aa87),segment_id=6527820f-5f09-4562-b99a-01cbde07aa87)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:10:49.911513 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588271'] for router (b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:49.912091 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd {{(pid=103539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 11:10:49.917183 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:49.921021 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-04436a34-da63-4616-9051-677c97a9fbf4 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b39d2127-fe9a-4e4d-9d0e-30ddd5072cdd HTTP/1.1" status: 204 len: 168 time: 1.4220109 Mar 23 11:10:49.922065 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 55410) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:49.927218 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8ed25e82-169a-44ee-b504-dbbf12bfaeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (344ca4ab-e6ac-4f1a-aa30-23643ceec518), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:49.945076 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] Set router 8b83a975-146b-4664-8316-efc30c645efc gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:10:50.005198 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_v2 [None req-069bc264-b9b8-4551-9255-e2b05f809f5d admin admin] Deleting subnet 2cad6ad0-4dda-4d8f-a9d5-b1abcaaa410e {{(pid=103540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 11:10:50.011782 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-069bc264-b9b8-4551-9255-e2b05f809f5d admin admin] Publish callbacks [] for subnet (2cad6ad0-4dda-4d8f-a9d5-b1abcaaa410e), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:50.045213 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed25e82-169a-44ee-b504-dbbf12bfaeac None None] Pushing event updated for resources: {'Port': ['ID=344ca4ab-e6ac-4f1a-aa30-23643ceec518,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:50.067561 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-683fc206-2826-47ec-8fe0-cd723dbe0ba8 None None] Provisioning complete for port 344ca4ab-e6ac-4f1a-aa30-23643ceec518 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:10:50.067933 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-683fc206-2826-47ec-8fe0-cd723dbe0ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (344ca4ab-e6ac-4f1a-aa30-23643ceec518), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:50.087325 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-069bc264-b9b8-4551-9255-e2b05f809f5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12491986'] for subnet (2cad6ad0-4dda-4d8f-a9d5-b1abcaaa410e), precommit_delete_associations {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:50.161190 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-683fc206-2826-47ec-8fe0-cd723dbe0ba8 None None] Current status of the port 344ca4ab-e6ac-4f1a-aa30-23643ceec518 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:10:50.220270 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-069bc264-b9b8-4551-9255-e2b05f809f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3350868'] for subnet (2cad6ad0-4dda-4d8f-a9d5-b1abcaaa410e), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:50.228280 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f29772ba520>, [{'id': '8b83a975-146b-4664-8316-efc30c645efc', 'name': 'tempest-TestMinimumBasicScenario-1878171797-router', 'tenant_id': '28842c061f4d406896d527bc38bf7807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'cc7836c8-9fed-4feb-af48-ba3f1e9a275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:10:40Z', 'updated_at': '2022-03-23T11:10:44Z', 'revision_number': 4, 'project_id': '28842c061f4d406896d527bc38bf7807', 'gw_port': {'id': 'cc7836c8-9fed-4feb-af48-ba3f1e9a275b', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b83a975-146b-4664-8316-efc30c645efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:40Z', 'updated_at': '2022-03-23T11:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '344ca4ab-e6ac-4f1a-aa30-23643ceec518', 'name': '', 'network_id': 'bd76115c-224b-4b48-92dd-b89da39678de', 'tenant_id': '28842c061f4d406896d527bc38bf7807', 'mac_address': 'fa:16:3e:39:69:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b83a975-146b-4664-8316-efc30c645efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '24204120-fef5-418a-8f80-2ea4ee2a2f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:43Z', 'updated_at': '2022-03-23T11:10:49Z', 'revision_number': 4, 'project_id': '28842c061f4d406896d527bc38bf7807', 'subnets': [{'id': '24204120-fef5-418a-8f80-2ea4ee2a2f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:50.259435 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a3d09-1904-4c24-9fb1-a79d6b78fac9 None None] The sync data for ids ['8b83a975-146b-4664-8316-efc30c645efc'] in dv-cinder-790535-33-iscsi is: [{'id': '8b83a975-146b-4664-8316-efc30c645efc', 'name': 'tempest-TestMinimumBasicScenario-1878171797-router', 'tenant_id': '28842c061f4d406896d527bc38bf7807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'cc7836c8-9fed-4feb-af48-ba3f1e9a275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:10:40Z', 'updated_at': '2022-03-23T11:10:44Z', 'revision_number': 4, 'project_id': '28842c061f4d406896d527bc38bf7807', 'gw_port': {'id': 'cc7836c8-9fed-4feb-af48-ba3f1e9a275b', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b83a975-146b-4664-8316-efc30c645efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:40Z', 'updated_at': '2022-03-23T11:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '344ca4ab-e6ac-4f1a-aa30-23643ceec518', 'name': '', 'network_id': 'bd76115c-224b-4b48-92dd-b89da39678de', 'tenant_id': '28842c061f4d406896d527bc38bf7807', 'mac_address': 'fa:16:3e:39:69:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b83a975-146b-4664-8316-efc30c645efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '24204120-fef5-418a-8f80-2ea4ee2a2f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:43Z', 'updated_at': '2022-03-23T11:10:49Z', 'revision_number': 4, 'project_id': '28842c061f4d406896d527bc38bf7807', 'subnets': [{'id': '24204120-fef5-418a-8f80-2ea4ee2a2f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:10:50.557617 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 344ca4ab-e6ac-4f1a-aa30-23643ceec518 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:10:50.588137 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-069bc264-b9b8-4551-9255-e2b05f809f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3350861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12546396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11773122'] for subnet (2cad6ad0-4dda-4d8f-a9d5-b1abcaaa410e), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:50.613396 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bc264-b9b8-4551-9255-e2b05f809f5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cad6ad0-4dda-4d8f-a9d5-b1abcaaa410e,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:50.616062 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-069bc264-b9b8-4551-9255-e2b05f809f5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:50.620444 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce33936-9d89-4d46-a369-7a27a5fbc499 None None] Network 0f43c101-55bf-4b1e-b416-4687893be118 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:10:50.621584 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55412) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:50.621707 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-069bc264-b9b8-4551-9255-e2b05f809f5d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2cad6ad0-4dda-4d8f-a9d5-b1abcaaa410e HTTP/1.1" status: 204 len: 168 time: 0.6979427 Mar 23 11:10:50.623197 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 344ca4ab-e6ac-4f1a-aa30-23643ceec518 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:10:50.623576 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (344ca4ab-e6ac-4f1a-aa30-23643ceec518), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:50.711699 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3268fa55-b8fd-4035-b381-37eb5fca92c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148571'] for network (0f43c101-55bf-4b1e-b416-4687893be118), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:50.776085 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-3268fa55-b8fd-4035-b381-37eb5fca92c1 admin admin] Deleting port bb31e622-862c-4b62-9eec-6cd1bf65c718 {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:10:50.776774 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3268fa55-b8fd-4035-b381-37eb5fca92c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (bb31e622-862c-4b62-9eec-6cd1bf65c718), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:50.799446 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 344ca4ab-e6ac-4f1a-aa30-23643ceec518 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:10:50.876053 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9183856-31d3-4e1b-8da1-5059774a2f01 None None] DHCP port deletion for 0f43c101-55bf-4b1e-b416-4687893be118 request from dv-cinder-790535-33-iscsi {{(pid=103541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 11:10:50.899218 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 1538697c-5b1f-45eb-b396-d63ab63db9d1 no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:10:50.906060 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [None req-3268fa55-b8fd-4035-b381-37eb5fca92c1 admin admin] For port bb31e622-862c-4b62-9eec-6cd1bf65c718, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=bb31e622-862c-4b62-9eec-6cd1bf65c718,segment=NetworkSegment(1d13529a-426c-4aff-9a34-0073aca28104),segment_id=1d13529a-426c-4aff-9a34-0073aca28104)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:10:50.906060 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3268fa55-b8fd-4035-b381-37eb5fca92c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (bb31e622-862c-4b62-9eec-6cd1bf65c718), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:50.936623 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-3268fa55-b8fd-4035-b381-37eb5fca92c1 admin admin] Calling delete_port for bb31e622-862c-4b62-9eec-6cd1bf65c718 owned by network:dhcp {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:10:50.945772 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: 1538697c-5b1f-45eb-b396-d63ab63db9d1 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:10:50.946118 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 1538697c-5b1f-45eb-b396-d63ab63db9d1 not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:10:50.946540 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 161c1e77-6939-42ee-8e38-4c8901128db8 no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:10:50.973938 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: 161c1e77-6939-42ee-8e38-4c8901128db8 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:10:50.974284 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 161c1e77-6939-42ee-8e38-4c8901128db8 not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:10:51.000149 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a9183856-31d3-4e1b-8da1-5059774a2f01 None None] Deleting port bb31e622-862c-4b62-9eec-6cd1bf65c718 {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:10:51.001395 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a9183856-31d3-4e1b-8da1-5059774a2f01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (bb31e622-862c-4b62-9eec-6cd1bf65c718), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:51.068840 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a9183856-31d3-4e1b-8da1-5059774a2f01 None None] For port bb31e622-862c-4b62-9eec-6cd1bf65c718, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=bb31e622-862c-4b62-9eec-6cd1bf65c718,segment=NetworkSegment(1d13529a-426c-4aff-9a34-0073aca28104),segment_id=1d13529a-426c-4aff-9a34-0073aca28104)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:10:51.069183 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a9183856-31d3-4e1b-8da1-5059774a2f01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (bb31e622-862c-4b62-9eec-6cd1bf65c718), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:51.083041 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a9183856-31d3-4e1b-8da1-5059774a2f01 None None] Calling delete_port for bb31e622-862c-4b62-9eec-6cd1bf65c718 owned by network:dhcp {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:10:51.111507 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3268fa55-b8fd-4035-b381-37eb5fca92c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (bb31e622-862c-4b62-9eec-6cd1bf65c718), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:51.173795 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268fa55-b8fd-4035-b381-37eb5fca92c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb31e622-862c-4b62-9eec-6cd1bf65c718,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:51.176474 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3268fa55-b8fd-4035-b381-37eb5fca92c1 admin admin] No DVR routers for this DVR port bb31e622-862c-4b62-9eec-6cd1bf65c718 on host dv-cinder-790535-33-iscsi {{(pid=103539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:10:51.224353 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a9183856-31d3-4e1b-8da1-5059774a2f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628'] for port (bb31e622-862c-4b62-9eec-6cd1bf65c718), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:51.255988 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3268fa55-b8fd-4035-b381-37eb5fca92c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3292129', 'neutron.services.segments.db._delete_segments_for_network-8738511072579'] for network (0f43c101-55bf-4b1e-b416-4687893be118), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:51.260582 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9183856-31d3-4e1b-8da1-5059774a2f01 None None] Pushing event deleted for resources: {'Port': ['ID=bb31e622-862c-4b62-9eec-6cd1bf65c718,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:51.272155 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9183856-31d3-4e1b-8da1-5059774a2f01 None None] No DVR routers for this DVR port bb31e622-862c-4b62-9eec-6cd1bf65c718 on host dv-cinder-790535-33-iscsi {{(pid=103541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:10:51.305570 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.services.segments.db [None req-3268fa55-b8fd-4035-b381-37eb5fca92c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2975d2b3d0>,) {'filters': {'network_id': ['0f43c101-55bf-4b1e-b416-4687893be118']}} {{(pid=103539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:51.322566 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.services.segments.db [None req-3268fa55-b8fd-4035-b381-37eb5fca92c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2975d2b3d0>, '1d13529a-426c-4aff-9a34-0073aca28104') {'for_net_delete': True} {{(pid=103539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:51.323195 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.services.segments.db [None req-3268fa55-b8fd-4035-b381-37eb5fca92c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2975d2b3d0>, '1d13529a-426c-4aff-9a34-0073aca28104') {} {{(pid=103539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:51.335570 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3268fa55-b8fd-4035-b381-37eb5fca92c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738511073100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11844232'] for segment (1d13529a-426c-4aff-9a34-0073aca28104), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:51.353352 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3268fa55-b8fd-4035-b381-37eb5fca92c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (1d13529a-426c-4aff-9a34-0073aca28104), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:51.361744 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3268fa55-b8fd-4035-b381-37eb5fca92c1 admin admin] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 11:10:51.362336 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3268fa55-b8fd-4035-b381-37eb5fca92c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798631'] for segment (1d13529a-426c-4aff-9a34-0073aca28104), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: Traceback (most recent call last): Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: timer() Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: cb(*args, **kw) Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: return func(*args, **kwargs) Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: self._notify() Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: self.callback(batched_events) Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: event.method(event) Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: return f(self, *a, **k) Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: return self._get(url).json() Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: return self.request(url, 'GET', **kwargs) Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:10:51.364598 dv-cinder-790535-33-iscsi neutron-server[103539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:10:51.446968 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:51.511497 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3268fa55-b8fd-4035-b381-37eb5fca92c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3292122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589424'] for network (0f43c101-55bf-4b1e-b416-4687893be118), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:51.528324 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3268fa55-b8fd-4035-b381-37eb5fca92c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:51.534707 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-3268fa55-b8fd-4035-b381-37eb5fca92c1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0f43c101-55bf-4b1e-b416-4687893be118 HTTP/1.1" status: 204 len: 168 time: 0.9090617 Mar 23 11:10:51.534707 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268fa55-b8fd-4035-b381-37eb5fca92c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f43c101-55bf-4b1e-b416-4687893be118,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:51.932240 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 55420) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:52.003857 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-ce89f219-f53a-4235-a402-ae1127e2499a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=129bb33e62b44450880cb7f944520401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0682182 Mar 23 11:10:52.004376 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55422) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:52.088871 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9ebf6701-cc0b-4dae-89a7-24111daad405 admin admin] Publish callbacks [] for security_group (1439993f-ee93-4324-b494-4b349b6881a8), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:52.112139 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9ebf6701-cc0b-4dae-89a7-24111daad405 admin admin] Publish callbacks [] for security_group (1439993f-ee93-4324-b494-4b349b6881a8), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:52.231829 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9ebf6701-cc0b-4dae-89a7-24111daad405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (1439993f-ee93-4324-b494-4b349b6881a8), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:52.234867 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9ebf6701-cc0b-4dae-89a7-24111daad405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:52.242090 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-9ebf6701-cc0b-4dae-89a7-24111daad405 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1439993f-ee93-4324-b494-4b349b6881a8 HTTP/1.1" status: 204 len: 168 time: 0.2364442 Mar 23 11:10:52.260967 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf6701-cc0b-4dae-89a7-24111daad405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1439993f-ee93-4324-b494-4b349b6881a8,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:52.550624 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device bb31e622-862c-4b62-9eec-6cd1bf65c718 no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:10:52.579990 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: bb31e622-862c-4b62-9eec-6cd1bf65c718 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:10:52.580786 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device bb31e622-862c-4b62-9eec-6cd1bf65c718 not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:10:53.178380 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 55434) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:53.229024 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55436) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:10:53.229579 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-7faa9774-c462-4b0c-8235-9e5639c87064 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6cd7d0fac35346e99b064d6b04982fb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491726 Mar 23 11:10:53.290044 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-bf8c238b-e2c4-43ba-a333-a6cdc9d3cef6 admin admin] Publish callbacks [] for security_group (52bb6fcd-f4ce-45d4-951a-4087188dd1f1), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:53.312123 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-bf8c238b-e2c4-43ba-a333-a6cdc9d3cef6 admin admin] Publish callbacks [] for security_group (52bb6fcd-f4ce-45d4-951a-4087188dd1f1), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:53.448794 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-bf8c238b-e2c4-43ba-a333-a6cdc9d3cef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (52bb6fcd-f4ce-45d4-951a-4087188dd1f1), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:53.452119 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-bf8c238b-e2c4-43ba-a333-a6cdc9d3cef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:53.457015 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-bf8c238b-e2c4-43ba-a333-a6cdc9d3cef6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52bb6fcd-f4ce-45d4-951a-4087188dd1f1 HTTP/1.1" status: 204 len: 168 time: 0.2262707 Mar 23 11:10:53.468186 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c238b-e2c4-43ba-a333-a6cdc9d3cef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bb6fcd-f4ce-45d4-951a-4087188dd1f1,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:55.745418 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a4ff08f9-4e0e-483f-b7e9-638e75dbf4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:57.814372 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-139127aa-b98d-4228-9bba-7b62972d6556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:10:58.714307 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec6f25-df53-4983-a219-2ace56aea847 req-2bb7dfcd-66b2-464b-836c-3f919681798d tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:58.715784 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-04ec6f25-df53-4983-a219-2ace56aea847 req-2bb7dfcd-66b2-464b-836c-3f919681798d tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/networks?id=de2c7166-7ec3-43ba-9311-0c2c74465fa5 HTTP/1.1" status: 200 len: 813 time: 0.1008565 Mar 23 11:10:58.730381 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-04ec6f25-df53-4983-a219-2ace56aea847 req-eadf1c57-03c1-4cbe-84c4-80d4e0bd580c tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/quotas/8e6727fde2374b3baaa1ac9ab747de5d HTTP/1.1" status: 200 len: 375 time: 0.0088089 Mar 23 11:10:58.782998 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-04ec6f25-df53-4983-a219-2ace56aea847 req-9f5028d4-472c-4626-b7d7-2815642d0b83 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e6727fde2374b3baaa1ac9ab747de5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479667 Mar 23 11:10:58.878601 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-04ec6f25-df53-4983-a219-2ace56aea847 req-ec4e3be9-8a8d-409b-a936-bb67c8e4a008 service neutron] 10.222.0.41 "GET /v2.0/networks/de2c7166-7ec3-43ba-9311-0c2c74465fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843604 Mar 23 11:10:58.963926 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-04ec6f25-df53-4983-a219-2ace56aea847 req-36e9f068-0dd3-4990-8bf5-5542bfa38570 service neutron] 10.222.0.41 "GET /v2.0/networks/de2c7166-7ec3-43ba-9311-0c2c74465fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797656 Mar 23 11:10:59.195700 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-645150ff-d9be-4012-bd3c-b3cafaf36ec7 req-e75666ac-a9d7-4f80-bc89-1489e7f12002 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 210 time: 0.0273352 Mar 23 11:10:59.481123 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:00.291059 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0b63b5c6-d22f-4d07-8f9c-dfb54cfe950b req-95cb81d2-98be-477f-afdb-b5dc88f3b02d tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 210 time: 0.0270529 Mar 23 11:11:00.689005 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:01.362197 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec6f25-df53-4983-a219-2ace56aea847 req-bb5983bc-6ee3-45a0-a2b8-2b6c5a47c47b tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:01.364341 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-04ec6f25-df53-4983-a219-2ace56aea847 req-bb5983bc-6ee3-45a0-a2b8-2b6c5a47c47b tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.52 "GET /v2.0/networks?id=de2c7166-7ec3-43ba-9311-0c2c74465fa5 HTTP/1.1" status: 200 len: 813 time: 0.1017337 Mar 23 11:11:01.378402 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [req-04ec6f25-df53-4983-a219-2ace56aea847 req-78c4471f-be71-41be-a7e8-930eea86ad57 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Request body: {'port': {'device_id': '7b71b0f9-bdd6-427e-918d-975ad8b70281', 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5', 'admin_state_up': True, 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:11:01.389475 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fa25de2f-3884-4d41-a4cf-653875300e5c req-784497ac-529e-46ac-8079-d913390d9497 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 210 time: 0.0315266 Mar 23 11:11:01.561175 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ec6f25-df53-4983-a219-2ace56aea847 req-78c4471f-be71-41be-a7e8-930eea86ad57 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Made reservation on behalf of 8e6727fde2374b3baaa1ac9ab747de5d for: {'port': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:11:01.565114 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-04ec6f25-df53-4983-a219-2ace56aea847 req-78c4471f-be71-41be-a7e8-930eea86ad57 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:01.693868 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [req-04ec6f25-df53-4983-a219-2ace56aea847 req-78c4471f-be71-41be-a7e8-930eea86ad57 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Allocated IP 172.20.0.14 (de2c7166-7ec3-43ba-9311-0c2c74465fa5/a2c214ad-c067-4568-b59a-0233eaf61855/4aede940-9a1e-4c2e-a06f-28426b16b1e4) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:11:01.840828 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-04ec6f25-df53-4983-a219-2ace56aea847 req-78c4471f-be71-41be-a7e8-930eea86ad57 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for port (4aede940-9a1e-4c2e-a06f-28426b16b1e4), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:01.934790 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-04ec6f25-df53-4983-a219-2ace56aea847 req-78c4471f-be71-41be-a7e8-930eea86ad57 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (4aede940-9a1e-4c2e-a06f-28426b16b1e4), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:01.976218 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ec6f25-df53-4983-a219-2ace56aea847 req-78c4471f-be71-41be-a7e8-930eea86ad57 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Network de2c7166-7ec3-43ba-9311-0c2c74465fa5 is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:11:01.979420 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [req-04ec6f25-df53-4983-a219-2ace56aea847 req-78c4471f-be71-41be-a7e8-930eea86ad57 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:11:01.983191 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ec6f25-df53-4983-a219-2ace56aea847 req-78c4471f-be71-41be-a7e8-930eea86ad57 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:11:02.009652 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4471f-be71-41be-a7e8-930eea86ad57 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Pushing event updated for resources: {'Port': ['ID=4aede940-9a1e-4c2e-a06f-28426b16b1e4,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:02.037836 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec6f25-df53-4983-a219-2ace56aea847 req-78c4471f-be71-41be-a7e8-930eea86ad57 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:02.039260 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-04ec6f25-df53-4983-a219-2ace56aea847 req-78c4471f-be71-41be-a7e8-930eea86ad57 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:02.142858 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-04ec6f25-df53-4983-a219-2ace56aea847 req-78c4471f-be71-41be-a7e8-930eea86ad57 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7701402 Mar 23 11:11:02.344584 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:02.372363 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-0c3cff48-bdaa-450a-b3c1-85978b4d1cab None None] Provisioning complete for port 4aede940-9a1e-4c2e-a06f-28426b16b1e4 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:11:02.373010 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0c3cff48-bdaa-450a-b3c1-85978b4d1cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (4aede940-9a1e-4c2e-a06f-28426b16b1e4), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:02.410506 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-0c3cff48-bdaa-450a-b3c1-85978b4d1cab None None] Port 4aede940-9a1e-4c2e-a06f-28426b16b1e4 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:11:02.547250 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb182171-05e7-4343-a893-3d019db025e8 req-a753e579-3c69-427a-936c-172c6656895d tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:02.549856 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-cb182171-05e7-4343-a893-3d019db025e8 req-a753e579-3c69-427a-936c-172c6656895d tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 932 time: 0.0639915 Mar 23 11:11:02.610513 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-cb182171-05e7-4343-a893-3d019db025e8 req-a50d73d6-2c3e-4c51-8003-271e139eb233 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542943 Mar 23 11:11:03.743112 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61700403-9a62-482e-8c50-a56a2a51bb4a req-b1b3fa81-b3d2-4799-82a3-7e48ad5aa009 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:03.744686 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-61700403-9a62-482e-8c50-a56a2a51bb4a req-b1b3fa81-b3d2-4799-82a3-7e48ad5aa009 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 932 time: 0.0547175 Mar 23 11:11:03.798049 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-61700403-9a62-482e-8c50-a56a2a51bb4a req-058ac0ad-d853-42b4-8d0e-a562b01d1625 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465853 Mar 23 11:11:04.926396 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c39e5-6094-447c-8143-a5931f45160d req-4595f80f-2794-41c5-aaa5-0e8f0a241f98 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:04.927923 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-182c39e5-6094-447c-8143-a5931f45160d req-4595f80f-2794-41c5-aaa5-0e8f0a241f98 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 932 time: 0.0639627 Mar 23 11:11:04.979285 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-182c39e5-6094-447c-8143-a5931f45160d req-b02089e5-65f3-468f-b215-645e4f6d61c8 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450170 Mar 23 11:11:06.107331 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae57e5d-c5be-4aa6-b3d3-04d372630bea req-26c70f1b-1c80-4dd6-bb84-ad03409f9a4a tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:06.108954 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1ae57e5d-c5be-4aa6-b3d3-04d372630bea req-26c70f1b-1c80-4dd6-bb84-ad03409f9a4a tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 932 time: 0.0556149 Mar 23 11:11:06.159068 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1ae57e5d-c5be-4aa6-b3d3-04d372630bea req-f58b1b86-e354-4966-8330-fa0c825e9b69 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439181 Mar 23 11:11:07.279738 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231cba9-d1fd-4c3d-a8aa-c5c57e7f2c48 req-0864e77a-dc36-4f49-b3e6-4ccfaab47c7b tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:07.282262 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7231cba9-d1fd-4c3d-a8aa-c5c57e7f2c48 req-0864e77a-dc36-4f49-b3e6-4ccfaab47c7b tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 932 time: 0.0549731 Mar 23 11:11:07.334213 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7231cba9-d1fd-4c3d-a8aa-c5c57e7f2c48 req-13afa81b-a262-4052-952f-ce2979d83cc2 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473671 Mar 23 11:11:08.472077 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd07521-da1e-4c8e-b5da-30d7c3e641b8 req-98c81d92-5709-499d-93c1-cdbe9f56752c tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:08.476977 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3cd07521-da1e-4c8e-b5da-30d7c3e641b8 req-98c81d92-5709-499d-93c1-cdbe9f56752c tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 932 time: 0.0582035 Mar 23 11:11:08.535911 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3cd07521-da1e-4c8e-b5da-30d7c3e641b8 req-9a5068cc-1457-46ed-a431-4c0326cfc13b tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563517 Mar 23 11:11:09.586074 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [req-04ec6f25-df53-4983-a219-2ace56aea847 req-fc41ea77-7638-48bf-b1f1-8273148426fb service neutron] Request body: {'port': {'device_id': '7b71b0f9-bdd6-427e-918d-975ad8b70281', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:11:09.666303 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa971177-50e8-4bb9-999e-9e7f9a47fb00 req-9f45b957-3038-45a9-8831-8710fd3aae8b tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:09.666835 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-04ec6f25-df53-4983-a219-2ace56aea847 req-fc41ea77-7638-48bf-b1f1-8273148426fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (4aede940-9a1e-4c2e-a06f-28426b16b1e4), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:09.667968 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-aa971177-50e8-4bb9-999e-9e7f9a47fb00 req-9f45b957-3038-45a9-8831-8710fd3aae8b tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 932 time: 0.0586758 Mar 23 11:11:09.725904 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-aa971177-50e8-4bb9-999e-9e7f9a47fb00 req-3646becd-e140-4483-82d0-e2ae5d3cb8ea tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513818 Mar 23 11:11:09.924929 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [req-04ec6f25-df53-4983-a219-2ace56aea847 req-fc41ea77-7638-48bf-b1f1-8273148426fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aede940-9a1e-4c2e-a06f-28426b16b1e4 {{(pid=103539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:11:09.932033 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-04ec6f25-df53-4983-a219-2ace56aea847 req-fc41ea77-7638-48bf-b1f1-8273148426fb service neutron] Publish callbacks [] for port (4aede940-9a1e-4c2e-a06f-28426b16b1e4), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:09.943884 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.provisioning_blocks [req-04ec6f25-df53-4983-a219-2ace56aea847 req-fc41ea77-7638-48bf-b1f1-8273148426fb service neutron] Transition to ACTIVE for port object 4aede940-9a1e-4c2e-a06f-28426b16b1e4 will not be triggered until provisioned by entity L2. {{(pid=103539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 11:11:10.013501 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-04ec6f25-df53-4983-a219-2ace56aea847 req-fc41ea77-7638-48bf-b1f1-8273148426fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (4aede940-9a1e-4c2e-a06f-28426b16b1e4), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:10.065203 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41ea77-7638-48bf-b1f1-8273148426fb service neutron] Pushing event updated for resources: {'Port': ['ID=4aede940-9a1e-4c2e-a06f-28426b16b1e4,revision_number=2']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:10.135888 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-04ec6f25-df53-4983-a219-2ace56aea847 req-fc41ea77-7638-48bf-b1f1-8273148426fb service neutron] Attempting to bind port 4aede940-9a1e-4c2e-a06f-28426b16b1e4 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:11:10.136461 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-04ec6f25-df53-4983-a219-2ace56aea847 req-fc41ea77-7638-48bf-b1f1-8273148426fb service neutron] Attempting to bind port 4aede940-9a1e-4c2e-a06f-28426b16b1e4 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a1657a6f-8bec-4768-8886-083e33c6eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5'}] {{(pid=103539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:11:10.136865 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ec6f25-df53-4983-a219-2ace56aea847 req-fc41ea77-7638-48bf-b1f1-8273148426fb service neutron] Attempting to bind port 4aede940-9a1e-4c2e-a06f-28426b16b1e4 on network de2c7166-7ec3-43ba-9311-0c2c74465fa5 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:11:10.141599 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ec6f25-df53-4983-a219-2ace56aea847 req-fc41ea77-7638-48bf-b1f1-8273148426fb service neutron] Port 4aede940-9a1e-4c2e-a06f-28426b16b1e4 on network de2c7166-7ec3-43ba-9311-0c2c74465fa5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 11:11:10.141921 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ec6f25-df53-4983-a219-2ace56aea847 req-fc41ea77-7638-48bf-b1f1-8273148426fb service neutron] Attempting to bind port 4aede940-9a1e-4c2e-a06f-28426b16b1e4 on network de2c7166-7ec3-43ba-9311-0c2c74465fa5 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:11:10.146969 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ec6f25-df53-4983-a219-2ace56aea847 req-fc41ea77-7638-48bf-b1f1-8273148426fb service neutron] Checking agent: {'id': '3422437f-3c55-48f6-8aa2-6fea3ffa4df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'started_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:11:10.147310 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ec6f25-df53-4983-a219-2ace56aea847 req-fc41ea77-7638-48bf-b1f1-8273148426fb service neutron] Checking segment: {'id': 'a1657a6f-8bec-4768-8886-083e33c6eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:11:10.147696 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ec6f25-df53-4983-a219-2ace56aea847 req-fc41ea77-7638-48bf-b1f1-8273148426fb service neutron] Bound using segment: {'id': 'a1657a6f-8bec-4768-8886-083e33c6eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5'} {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:11:10.148155 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-04ec6f25-df53-4983-a219-2ace56aea847 req-fc41ea77-7638-48bf-b1f1-8273148426fb service neutron] Bound port: 4aede940-9a1e-4c2e-a06f-28426b16b1e4, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1657a6f-8bec-4768-8886-083e33c6eae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5'}}] {{(pid=103539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:11:10.148514 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-04ec6f25-df53-4983-a219-2ace56aea847 req-fc41ea77-7638-48bf-b1f1-8273148426fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (4aede940-9a1e-4c2e-a06f-28426b16b1e4), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:10.223403 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-04ec6f25-df53-4983-a219-2ace56aea847 req-fc41ea77-7638-48bf-b1f1-8273148426fb service neutron] For port 4aede940-9a1e-4c2e-a06f-28426b16b1e4, host hv-cinder-79053, cleared binding levels {{(pid=103539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:11:10.226643 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-04ec6f25-df53-4983-a219-2ace56aea847 req-fc41ea77-7638-48bf-b1f1-8273148426fb service neutron] For port 4aede940-9a1e-4c2e-a06f-28426b16b1e4, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4aede940-9a1e-4c2e-a06f-28426b16b1e4,segment=NetworkSegment(a1657a6f-8bec-4768-8886-083e33c6eae0),segment_id=a1657a6f-8bec-4768-8886-083e33c6eae0)] {{(pid=103539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:11:10.288381 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-04ec6f25-df53-4983-a219-2ace56aea847 req-fc41ea77-7638-48bf-b1f1-8273148426fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (4aede940-9a1e-4c2e-a06f-28426b16b1e4), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:10.323860 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec6f25-df53-4983-a219-2ace56aea847 req-fc41ea77-7638-48bf-b1f1-8273148426fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:10.324487 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-04ec6f25-df53-4983-a219-2ace56aea847 req-fc41ea77-7638-48bf-b1f1-8273148426fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:10.325966 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-04ec6f25-df53-4983-a219-2ace56aea847 req-fc41ea77-7638-48bf-b1f1-8273148426fb service neutron] 10.222.0.52 "PUT /v2.0/ports/4aede940-9a1e-4c2e-a06f-28426b16b1e4 HTTP/1.1" status: 200 len: 1094 time: 0.7444849 Mar 23 11:11:10.326424 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b71b0f9-bdd6-427e-918d-975ad8b70281', 'tag': '4aede940-9a1e-4c2e-a06f-28426b16b1e4'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:11:10.328733 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b89685d-d744-4163-932e-21df1810fbe6" -d '{"events": [{"name": "network-changed", "server_uuid": "7b71b0f9-bdd6-427e-918d-975ad8b70281", "tag": "4aede940-9a1e-4c2e-a06f-28426b16b1e4"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:11:10.367368 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41ea77-7638-48bf-b1f1-8273148426fb service neutron] Pushing event updated for resources: {'Port': ['ID=4aede940-9a1e-4c2e-a06f-28426b16b1e4,revision_number=3']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:10.371527 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077dfc62-5921-447e-8ec5-ea75476ad5b6 x-openstack-request-id: req-077dfc62-5921-447e-8ec5-ea75476ad5b6 {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:11:10.371884 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b71b0f9-bdd6-427e-918d-975ad8b70281", "tag": "4aede940-9a1e-4c2e-a06f-28426b16b1e4", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:11:10.372203 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-077dfc62-5921-447e-8ec5-ea75476ad5b6 {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:11:10.372714 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-077dfc62-5921-447e-8ec5-ea75476ad5b6'] response: {'name': 'network-changed', 'server_uuid': '7b71b0f9-bdd6-427e-918d-975ad8b70281', 'tag': '4aede940-9a1e-4c2e-a06f-28426b16b1e4', 'status': 'completed', 'code': 200} Mar 23 11:11:10.435224 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89685d-d744-4163-932e-21df1810fbe6 req-e241c16b-8b5e-464f-b8a6-6a40e0d0368b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:10.440542 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-6b89685d-d744-4163-932e-21df1810fbe6 req-e241c16b-8b5e-464f-b8a6-6a40e0d0368b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e6727fde2374b3baaa1ac9ab747de5d&device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 1128 time: 0.0475571 Mar 23 11:11:10.808590 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89685d-d744-4163-932e-21df1810fbe6 req-cc7c6228-af72-4cf8-a683-b81cd59f2cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:10.810112 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-6b89685d-d744-4163-932e-21df1810fbe6 req-cc7c6228-af72-4cf8-a683-b81cd59f2cdc service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=8e6727fde2374b3baaa1ac9ab747de5d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3634958 Mar 23 11:11:10.855223 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3523874-4f9a-445d-86d3-60bf030ef79f req-fd94e862-6253-4200-8470-c751072f4b6e tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:10.859502 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c3523874-4f9a-445d-86d3-60bf030ef79f req-fd94e862-6253-4200-8470-c751072f4b6e tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 944 time: 0.0602193 Mar 23 11:11:10.905103 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c3523874-4f9a-445d-86d3-60bf030ef79f req-95d8b8fc-023b-449f-992e-58d43be3f931 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417674 Mar 23 11:11:10.905388 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89685d-d744-4163-932e-21df1810fbe6 req-8a00fcaf-032a-4945-b371-92a6a3952218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:10.906667 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-6b89685d-d744-4163-932e-21df1810fbe6 req-8a00fcaf-032a-4945-b371-92a6a3952218 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906932 Mar 23 11:11:10.996954 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec6f25-df53-4983-a219-2ace56aea847 req-2be6c386-d2d6-4209-9f24-861b48dfc70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:10.998522 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-04ec6f25-df53-4983-a219-2ace56aea847 req-2be6c386-d2d6-4209-9f24-861b48dfc70a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e6727fde2374b3baaa1ac9ab747de5d&device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 1128 time: 0.0507770 Mar 23 11:11:11.006623 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:11:11.040702 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-04ec6f25-df53-4983-a219-2ace56aea847 req-41270a66-1d28-4134-9b9b-b69398482355 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4aede940-9a1e-4c2e-a06f-28426b16b1e4 HTTP/1.1" status: 200 len: 217 time: 0.0351305 Mar 23 11:11:11.088326 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec6f25-df53-4983-a219-2ace56aea847 req-b062831d-85ba-402d-bba8-36b425e1b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:11.096054 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-04ec6f25-df53-4983-a219-2ace56aea847 req-b062831d-85ba-402d-bba8-36b425e1b509 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a2c214ad-c067-4568-b59a-0233eaf61855 HTTP/1.1" status: 200 len: 852 time: 0.0500910 Mar 23 11:11:11.148356 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec6f25-df53-4983-a219-2ace56aea847 req-4d815360-c753-49d4-9694-ae3db153a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:11.149849 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-04ec6f25-df53-4983-a219-2ace56aea847 req-4d815360-c753-49d4-9694-ae3db153a711 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=de2c7166-7ec3-43ba-9311-0c2c74465fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476048 Mar 23 11:11:11.238806 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-04ec6f25-df53-4983-a219-2ace56aea847 req-2ef9e15a-45b0-41b4-8654-6b3ed341fa8f service neutron] 10.222.0.52 "GET /v2.0/networks/de2c7166-7ec3-43ba-9311-0c2c74465fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833211 Mar 23 11:11:11.259609 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf85d7-a9b8-4029-a0f7-13283ad23ee3 req-fa214f18-2f6b-41aa-9eab-a46b1285ac5c tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:11.261072 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-44cf85d7-a9b8-4029-a0f7-13283ad23ee3 req-fa214f18-2f6b-41aa-9eab-a46b1285ac5c tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=05e8a21e-3d65-4630-9013-bb84c094ae6f HTTP/1.1" status: 200 len: 946 time: 0.0509422 Mar 23 11:11:11.307852 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-44cf85d7-a9b8-4029-a0f7-13283ad23ee3 req-52d6f59c-0a27-45e5-a6c7-8df8afd944eb tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba9841ef-13c0-4173-82be-87ed743663d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404277 Mar 23 11:11:11.332530 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-04ec6f25-df53-4983-a219-2ace56aea847 req-0141b3ee-a172-48e6-8890-ad66aa4577df service neutron] 10.222.0.52 "GET /v2.0/networks/de2c7166-7ec3-43ba-9311-0c2c74465fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872428 Mar 23 11:11:12.027349 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd2d7b-a279-4f36-938d-72b6ca4f5927 req-4b6f4101-9d43-417f-a9a5-87af04da6a66 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:12.028834 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f0cd2d7b-a279-4f36-938d-72b6ca4f5927 req-4b6f4101-9d43-417f-a9a5-87af04da6a66 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 944 time: 0.0569637 Mar 23 11:11:12.076520 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f0cd2d7b-a279-4f36-938d-72b6ca4f5927 req-e5cdd232-e09a-4417-8a83-71dc7b9508f8 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396063 Mar 23 11:11:12.256055 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 4aede940-9a1e-4c2e-a06f-28426b16b1e4 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:11:12.353416 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 4aede940-9a1e-4c2e-a06f-28426b16b1e4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4aede940-9a1e-4c2e-a06f-28426b16b1e4,segment=NetworkSegment(a1657a6f-8bec-4768-8886-083e33c6eae0),segment_id=a1657a6f-8bec-4768-8886-083e33c6eae0)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:11:12.364824 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': '4aede940-9a1e-4c2e-a06f-28426b16b1e4', 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5', 'port_id': '4aede940-9a1e-4c2e-a06f-28426b16b1e4', 'mac_address': 'fa:16:3e:3d:4b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2c214ad-c067-4568-b59a-0233eaf61855', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:11:12.402875 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 4aede940-9a1e-4c2e-a06f-28426b16b1e4 is: DOWN; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:11:12.408109 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (4aede940-9a1e-4c2e-a06f-28426b16b1e4), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:12.416517 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aede940-9a1e-4c2e-a06f-28426b16b1e4 {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:11:12.428555 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ea2c7-0782-4d81-980b-6a21bab3db83 req-f80ed88c-8f3e-4f93-a651-f2a7bfe285b7 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:12.430066 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-339ea2c7-0782-4d81-980b-6a21bab3db83 req-f80ed88c-8f3e-4f93-a651-f2a7bfe285b7 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=05e8a21e-3d65-4630-9013-bb84c094ae6f HTTP/1.1" status: 200 len: 946 time: 0.0548077 Mar 23 11:11:12.435551 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 4aede940-9a1e-4c2e-a06f-28426b16b1e4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4aede940-9a1e-4c2e-a06f-28426b16b1e4,segment=NetworkSegment(a1657a6f-8bec-4768-8886-083e33c6eae0),segment_id=a1657a6f-8bec-4768-8886-083e33c6eae0)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:11:12.477693 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-339ea2c7-0782-4d81-980b-6a21bab3db83 req-6c9b5bda-4977-4191-9f93-dcbd52f869fe tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba9841ef-13c0-4173-82be-87ed743663d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416744 Mar 23 11:11:12.505484 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (4aede940-9a1e-4c2e-a06f-28426b16b1e4), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:12.555514 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=4aede940-9a1e-4c2e-a06f-28426b16b1e4,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:12.740217 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['4aede940-9a1e-4c2e-a06f-28426b16b1e4'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:11:12.747017 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182befa-ec48-4454-ae08-399b8c06cdd5 req-c1f33c8f-fea2-4c4d-a1c8-4f6fda3fc3b1 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:12.748478 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-4182befa-ec48-4454-ae08-399b8c06cdd5 req-c1f33c8f-fea2-4c4d-a1c8-4f6fda3fc3b1 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e8a21e-3d65-4630-9013-bb84c094ae6f HTTP/1.1" status: 200 len: 946 time: 0.0522900 Mar 23 11:11:12.838726 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [req-4182befa-ec48-4454-ae08-399b8c06cdd5 req-69fe300b-db7e-434c-b7ca-946a76bc275b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Deleting port d44da5c2-0e21-412c-a7f6-596516cc80bc {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:11:12.838996 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-4182befa-ec48-4454-ae08-399b8c06cdd5 req-69fe300b-db7e-434c-b7ca-946a76bc275b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (d44da5c2-0e21-412c-a7f6-596516cc80bc), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:12.928713 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-4182befa-ec48-4454-ae08-399b8c06cdd5 req-69fe300b-db7e-434c-b7ca-946a76bc275b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] For port d44da5c2-0e21-412c-a7f6-596516cc80bc, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=d44da5c2-0e21-412c-a7f6-596516cc80bc,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:11:12.929082 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-4182befa-ec48-4454-ae08-399b8c06cdd5 req-69fe300b-db7e-434c-b7ca-946a76bc275b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (d44da5c2-0e21-412c-a7f6-596516cc80bc), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:13.101426 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-4182befa-ec48-4454-ae08-399b8c06cdd5 req-69fe300b-db7e-434c-b7ca-946a76bc275b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:13.101954 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-4182befa-ec48-4454-ae08-399b8c06cdd5 req-69fe300b-db7e-434c-b7ca-946a76bc275b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (d457f501-7182-4873-b7d1-0ff1f9d9c281), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:13.102503 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.db.l3_db [req-4182befa-ec48-4454-ae08-399b8c06cdd5 req-69fe300b-db7e-434c-b7ca-946a76bc275b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Floating IP d457f501-7182-4873-b7d1-0ff1f9d9c281 disassociated. External IP: 172.27.0.22, port: d44da5c2-0e21-412c-a7f6-596516cc80bc. Mar 23 11:11:13.103104 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [req-4182befa-ec48-4454-ae08-399b8c06cdd5 req-69fe300b-db7e-434c-b7ca-946a76bc275b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Calling delete_port for d44da5c2-0e21-412c-a7f6-596516cc80bc owned by compute:nova {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:11:13.194526 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3b983-5a6d-4a4e-82aa-45818f8b935c req-3bd6881f-3f7f-4a2a-8296-074eedd28ac9 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:13.197720 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-56c3b983-5a6d-4a4e-82aa-45818f8b935c req-3bd6881f-3f7f-4a2a-8296-074eedd28ac9 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 945 time: 0.0536201 Mar 23 11:11:13.246577 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-56c3b983-5a6d-4a4e-82aa-45818f8b935c req-ecb8b995-9815-4122-9bd3-8c45838bae21 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450957 Mar 23 11:11:13.305556 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-4182befa-ec48-4454-ae08-399b8c06cdd5 req-69fe300b-db7e-434c-b7ca-946a76bc275b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (d44da5c2-0e21-412c-a7f6-596516cc80bc), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:13.333487 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe300b-db7e-434c-b7ca-946a76bc275b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event deleted for resources: {'Port': ['ID=d44da5c2-0e21-412c-a7f6-596516cc80bc,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:13.448675 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4182befa-ec48-4454-ae08-399b8c06cdd5 req-69fe300b-db7e-434c-b7ca-946a76bc275b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Router cfcddd4b-98da-461c-8da1-9502797c8c75 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:11:13.556966 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4182befa-ec48-4454-ae08-399b8c06cdd5 req-69fe300b-db7e-434c-b7ca-946a76bc275b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:11:13.567797 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e605c185-94c9-44fa-b86c-e9b999dcfb21 None None] Sync routers for ids ['cfcddd4b-98da-461c-8da1-9502797c8c75'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:11:13.574554 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8a55d932-0b29-4c1a-a366-d7775d2cd424 req-3c07ff0c-26a5-4ac8-9940-3364f07e6807 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=05e8a21e-3d65-4630-9013-bb84c094ae6f HTTP/1.1" status: 200 len: 210 time: 0.0292578 Mar 23 11:11:13.579438 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e605c185-94c9-44fa-b86c-e9b999dcfb21 None None] Routers {'cfcddd4b-98da-461c-8da1-9502797c8c75'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:11:13.580133 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-e605c185-94c9-44fa-b86c-e9b999dcfb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976e6e490>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:10:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cfcddd4b-98da-461c-8da1-9502797c8c75'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:13.600871 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [req-4182befa-ec48-4454-ae08-399b8c06cdd5 req-69fe300b-db7e-434c-b7ca-946a76bc275b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] No DVR routers for this DVR port d44da5c2-0e21-412c-a7f6-596516cc80bc on host hv-cinder-79053 {{(pid=103539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:11:13.603625 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-4182befa-ec48-4454-ae08-399b8c06cdd5 req-69fe300b-db7e-434c-b7ca-946a76bc275b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:13.606825 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-4182befa-ec48-4454-ae08-399b8c06cdd5 req-69fe300b-db7e-434c-b7ca-946a76bc275b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.52 "DELETE /v2.0/ports/d44da5c2-0e21-412c-a7f6-596516cc80bc HTTP/1.1" status: 204 len: 173 time: 0.8528266 Mar 23 11:11:13.607269 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e8a21e-3d65-4630-9013-bb84c094ae6f', 'name': 'network-vif-deleted', 'tag': 'd44da5c2-0e21-412c-a7f6-596516cc80bc'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:11:13.609866 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049678b5-0ce3-4a0f-9269-4a7fd6fa416e" -d '{"events": [{"server_uuid": "05e8a21e-3d65-4630-9013-bb84c094ae6f", "name": "network-vif-deleted", "tag": "d44da5c2-0e21-412c-a7f6-596516cc80bc"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:11:13.654897 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c581a4eb-af59-4eb1-a92c-a23cb77f14f5 x-openstack-request-id: req-c581a4eb-af59-4eb1-a92c-a23cb77f14f5 {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:11:13.655188 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e8a21e-3d65-4630-9013-bb84c094ae6f", "name": "network-vif-deleted", "tag": "d44da5c2-0e21-412c-a7f6-596516cc80bc", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:11:13.655441 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c581a4eb-af59-4eb1-a92c-a23cb77f14f5 {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:11:13.655847 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c581a4eb-af59-4eb1-a92c-a23cb77f14f5'] response: {'server_uuid': '05e8a21e-3d65-4630-9013-bb84c094ae6f', 'name': 'network-vif-deleted', 'tag': 'd44da5c2-0e21-412c-a7f6-596516cc80bc', 'status': 'completed', 'code': 200} Mar 23 11:11:13.697216 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-e605c185-94c9-44fa-b86c-e9b999dcfb21 None None] Set router cfcddd4b-98da-461c-8da1-9502797c8c75 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:11:13.952169 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-e605c185-94c9-44fa-b86c-e9b999dcfb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976e6e490>, [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:13.981394 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e605c185-94c9-44fa-b86c-e9b999dcfb21 None None] Checking router: cfcddd4b-98da-461c-8da1-9502797c8c75 for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:11:13.989575 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e605c185-94c9-44fa-b86c-e9b999dcfb21 None None] Routers {'cfcddd4b-98da-461c-8da1-9502797c8c75'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:11:13.990176 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-e605c185-94c9-44fa-b86c-e9b999dcfb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976e6e490>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:10:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cfcddd4b-98da-461c-8da1-9502797c8c75'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:14.099615 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-e605c185-94c9-44fa-b86c-e9b999dcfb21 None None] Set router cfcddd4b-98da-461c-8da1-9502797c8c75 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:11:14.261829 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 4aede940-9a1e-4c2e-a06f-28426b16b1e4 up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:11:14.303047 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-e605c185-94c9-44fa-b86c-e9b999dcfb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976e6e490>, [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:14.332344 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e605c185-94c9-44fa-b86c-e9b999dcfb21 None None] The sync data for ids ['cfcddd4b-98da-461c-8da1-9502797c8c75'] in dv-cinder-790535-33-iscsi is: [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:11:14.378208 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70098d-78f7-4d20-a30c-64698cdbd039 req-f5ad4171-15ad-43c4-86b0-f34be6870628 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:14.379960 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bb70098d-78f7-4d20-a30c-64698cdbd039 req-f5ad4171-15ad-43c4-86b0-f34be6870628 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 945 time: 0.0597620 Mar 23 11:11:14.431773 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bb70098d-78f7-4d20-a30c-64698cdbd039 req-499ae76e-2bcc-4dbb-9c80-20aa6d317906 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460112 Mar 23 11:11:14.482500 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning for port 4aede940-9a1e-4c2e-a06f-28426b16b1e4 completed by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 11:11:14.486740 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port 4aede940-9a1e-4c2e-a06f-28426b16b1e4 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:11:14.488775 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (4aede940-9a1e-4c2e-a06f-28426b16b1e4), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:14.573399 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 4aede940-9a1e-4c2e-a06f-28426b16b1e4 is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:11:14.573895 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (4aede940-9a1e-4c2e-a06f-28426b16b1e4), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:14.578097 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84dd4a7-e9ab-4276-84b1-d8f77d0e4cf5 None None] New status for floating IP d457f501-7182-4873-b7d1-0ff1f9d9c281: DOWN {{(pid=103541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:11:14.667089 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b71b0f9-bdd6-427e-918d-975ad8b70281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aede940-9a1e-4c2e-a06f-28426b16b1e4'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:11:14.669320 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2030a380-f38e-4d2a-9e4b-3ebac51faddf" -d '{"events": [{"server_uuid": "7b71b0f9-bdd6-427e-918d-975ad8b70281", "name": "network-vif-plugged", "status": "completed", "tag": "4aede940-9a1e-4c2e-a06f-28426b16b1e4"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:11:14.693738 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-cc729c6f-4fdd-4352-8f9f-ae5fd5d9f9f7 req-58457f7e-2cae-41fe-b43d-0515058ccad0 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=05e8a21e-3d65-4630-9013-bb84c094ae6f HTTP/1.1" status: 200 len: 210 time: 0.0304139 Mar 23 11:11:14.713090 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b735632e-bc95-4b73-a47f-ba3b54a8bea2 x-openstack-request-id: req-b735632e-bc95-4b73-a47f-ba3b54a8bea2 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:11:14.714590 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b71b0f9-bdd6-427e-918d-975ad8b70281", "name": "network-vif-plugged", "status": "completed", "tag": "4aede940-9a1e-4c2e-a06f-28426b16b1e4", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:11:14.714590 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b735632e-bc95-4b73-a47f-ba3b54a8bea2 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:11:14.714590 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b735632e-bc95-4b73-a47f-ba3b54a8bea2'] response: {'server_uuid': '7b71b0f9-bdd6-427e-918d-975ad8b70281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aede940-9a1e-4c2e-a06f-28426b16b1e4', 'code': 200} Mar 23 11:11:14.717393 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 4aede940-9a1e-4c2e-a06f-28426b16b1e4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4aede940-9a1e-4c2e-a06f-28426b16b1e4,segment=NetworkSegment(a1657a6f-8bec-4768-8886-083e33c6eae0),segment_id=a1657a6f-8bec-4768-8886-083e33c6eae0)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:11:14.842602 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (4aede940-9a1e-4c2e-a06f-28426b16b1e4), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:14.898216 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=4aede940-9a1e-4c2e-a06f-28426b16b1e4,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:15.065421 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1afea5-3ddc-4ec3-9c4b-f364843c2b8e req-958cefa7-7e9b-42db-b83d-bf77662b211c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:15.066847 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-cb1afea5-3ddc-4ec3-9c4b-f364843c2b8e req-958cefa7-7e9b-42db-b83d-bf77662b211c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 1130 time: 0.0500300 Mar 23 11:11:15.110699 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-cb1afea5-3ddc-4ec3-9c4b-f364843c2b8e req-bfc220a9-447f-4d8d-8616-c5f07eeeac58 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373142 Mar 23 11:11:15.549944 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d94e6c-10cb-4697-9953-89a9318d66bd req-25d73d58-b60c-4e18-ae2f-8d135015b1e1 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:15.551403 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e4d94e6c-10cb-4697-9953-89a9318d66bd req-25d73d58-b60c-4e18-ae2f-8d135015b1e1 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 946 time: 0.0547283 Mar 23 11:11:15.596402 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e4d94e6c-10cb-4697-9953-89a9318d66bd req-6ae743e1-09e6-44c3-b4b2-e476573c0ad9 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394433 Mar 23 11:11:15.848825 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55616) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:11:15.903108 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-946718e7-3552-4697-a033-a4102d0abbe9 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group (ba9841ef-13c0-4173-82be-87ed743663d3), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:15.926061 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-946718e7-3552-4697-a033-a4102d0abbe9 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group (ba9841ef-13c0-4173-82be-87ed743663d3), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:16.042560 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-946718e7-3552-4697-a033-a4102d0abbe9 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (ba9841ef-13c0-4173-82be-87ed743663d3), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:16.045114 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-946718e7-3552-4697-a033-a4102d0abbe9 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:16.046333 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-946718e7-3552-4697-a033-a4102d0abbe9 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "DELETE /v2.0/security-groups/ba9841ef-13c0-4173-82be-87ed743663d3 HTTP/1.1" status: 204 len: 168 time: 0.1964567 Mar 23 11:11:16.049378 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 55618) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:11:16.056388 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946718e7-3552-4697-a033-a4102d0abbe9 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9841ef-13c0-4173-82be-87ed743663d3,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:16.062324 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.api.v2.resource [None req-27dfca28-7d1c-40cd-b85e-96fc45e34198 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] show failed (client error): The resource could not be found. Mar 23 11:11:16.063215 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-27dfca28-7d1c-40cd-b85e-96fc45e34198 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups/ba9841ef-13c0-4173-82be-87ed743663d3 HTTP/1.1" status: 404 len: 347 time: 0.0127192 Mar 23 11:11:16.069538 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 55620) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:11:16.191700 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-c83438d3-2a74-4434-9aac-c2881d3ba9c8 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Deleting port 8747234b-6777-4a64-be06-37ef3436d8e7 {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:11:16.192049 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c83438d3-2a74-4434-9aac-c2881d3ba9c8 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (8747234b-6777-4a64-be06-37ef3436d8e7), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:16.263922 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c83438d3-2a74-4434-9aac-c2881d3ba9c8 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (8747234b-6777-4a64-be06-37ef3436d8e7), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:16.264248 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c83438d3-2a74-4434-9aac-c2881d3ba9c8 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (8747234b-6777-4a64-be06-37ef3436d8e7), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:16.276458 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-c83438d3-2a74-4434-9aac-c2881d3ba9c8 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Calling delete_port for 8747234b-6777-4a64-be06-37ef3436d8e7 owned by network:floatingip {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:11:16.287075 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device d44da5c2-0e21-412c-a7f6-596516cc80bc no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:11:16.307900 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] No Port match for: d44da5c2-0e21-412c-a7f6-596516cc80bc {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:11:16.308179 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device d44da5c2-0e21-412c-a7f6-596516cc80bc not bound to the agent host hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:11:16.448094 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c83438d3-2a74-4434-9aac-c2881d3ba9c8 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (8747234b-6777-4a64-be06-37ef3436d8e7), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:16.477765 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83438d3-2a74-4434-9aac-c2881d3ba9c8 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event deleted for resources: {'Port': ['ID=8747234b-6777-4a64-be06-37ef3436d8e7,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:16.537553 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c83438d3-2a74-4434-9aac-c2881d3ba9c8 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (d457f501-7182-4873-b7d1-0ff1f9d9c281), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:16.540323 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c83438d3-2a74-4434-9aac-c2881d3ba9c8 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:16.541504 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-c83438d3-2a74-4434-9aac-c2881d3ba9c8 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "DELETE /v2.0/floatingips/d457f501-7182-4873-b7d1-0ff1f9d9c281 HTTP/1.1" status: 204 len: 168 time: 0.4710367 Mar 23 11:11:16.713689 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36053021-d911-463d-bacd-962e6e48cda7 req-106b287d-0e2d-46a7-8f53-8a17b7442341 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:16.715181 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-36053021-d911-463d-bacd-962e6e48cda7 req-106b287d-0e2d-46a7-8f53-8a17b7442341 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 946 time: 0.0520897 Mar 23 11:11:16.761325 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-36053021-d911-463d-bacd-962e6e48cda7 req-5f3d450d-79cb-4e31-996c-9f21e71d030f tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401614 Mar 23 11:11:16.842656 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55628) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:11:16.847916 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-e0362bc4-7955-4871-9f88-e8ccdc1ddd7d tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Request body: {'security_group': {'name': 'tempest-securitygroup--214703736', 'description': 'tempest-description--1049017852'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:11:16.884033 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968aef4-04f1-409d-a181-2aa58e194f70 req-e4ba4287-e7ee-4e0c-a773-b8049d574fa3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:16.885530 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c968aef4-04f1-409d-a181-2aa58e194f70 req-e4ba4287-e7ee-4e0c-a773-b8049d574fa3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 946 time: 0.0575008 Mar 23 11:11:16.931603 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c968aef4-04f1-409d-a181-2aa58e194f70 req-74ea4780-ab2c-4a11-8f61-6a0a75d0811c tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397222 Mar 23 11:11:16.950214 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e0362bc4-7955-4871-9f88-e8ccdc1ddd7d tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:17.021304 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e0362bc4-7955-4871-9f88-e8ccdc1ddd7d tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group (d7cd783f-cdf9-4957-a4d8-25ca4c4907f1), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:17.088728 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e0362bc4-7955-4871-9f88-e8ccdc1ddd7d tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (d7cd783f-cdf9-4957-a4d8-25ca4c4907f1), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:17.121352 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0362bc4-7955-4871-9f88-e8ccdc1ddd7d tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cd783f-cdf9-4957-a4d8-25ca4c4907f1,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:17.175895 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e0362bc4-7955-4871-9f88-e8ccdc1ddd7d tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:17.177226 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-e0362bc4-7955-4871-9f88-e8ccdc1ddd7d tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3335075 Mar 23 11:11:17.179991 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55634) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:11:17.184286 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-6cfc0bec-f329-4d4d-84f7-368b8e5af48b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Request body: {'security_group_rule': {'security_group_id': 'd7cd783f-cdf9-4957-a4d8-25ca4c4907f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:11:17.254624 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de64ca-3a59-45f3-b5c8-670505f60f41 req-69eb083e-261b-4299-a685-7089e0decec1 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:17.256102 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-66de64ca-3a59-45f3-b5c8-670505f60f41 req-69eb083e-261b-4299-a685-7089e0decec1 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 946 time: 0.0515871 Mar 23 11:11:17.264484 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6cfc0bec-f329-4d4d-84f7-368b8e5af48b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group_rule (4f8f26f6-873d-4f4d-951d-af22c324fcc2), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:17.303421 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-66de64ca-3a59-45f3-b5c8-670505f60f41 req-96f83130-e841-4375-9c58-6f550dea8214 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417006 Mar 23 11:11:17.320677 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6cfc0bec-f329-4d4d-84f7-368b8e5af48b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group_rule (4f8f26f6-873d-4f4d-951d-af22c324fcc2), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:17.390883 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6cfc0bec-f329-4d4d-84f7-368b8e5af48b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (4f8f26f6-873d-4f4d-951d-af22c324fcc2), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:17.408672 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc0bec-f329-4d4d-84f7-368b8e5af48b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8f26f6-873d-4f4d-951d-af22c324fcc2,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:17.478512 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6cfc0bec-f329-4d4d-84f7-368b8e5af48b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:17.479742 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-6cfc0bec-f329-4d4d-84f7-368b8e5af48b tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2988334 Mar 23 11:11:17.482365 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55638) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:11:17.487197 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-3242d58e-c877-4eb2-8c24-ba6e0b6015bc tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Request body: {'security_group_rule': {'security_group_id': 'd7cd783f-cdf9-4957-a4d8-25ca4c4907f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:11:17.579371 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3242d58e-c877-4eb2-8c24-ba6e0b6015bc tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group_rule (cbd30db4-fa1c-4d2b-9bef-bd89e2fb6143), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:17.633501 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3242d58e-c877-4eb2-8c24-ba6e0b6015bc tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group_rule (cbd30db4-fa1c-4d2b-9bef-bd89e2fb6143), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:17.722106 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3242d58e-c877-4eb2-8c24-ba6e0b6015bc tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (cbd30db4-fa1c-4d2b-9bef-bd89e2fb6143), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:17.739438 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242d58e-c877-4eb2-8c24-ba6e0b6015bc tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd30db4-fa1c-4d2b-9bef-bd89e2fb6143,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:17.821718 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3242d58e-c877-4eb2-8c24-ba6e0b6015bc tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:17.822962 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-3242d58e-c877-4eb2-8c24-ba6e0b6015bc tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3396571 Mar 23 11:11:17.826108 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55640) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:11:17.831007 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-f239313b-f5ab-44df-86c0-fba66dd78935 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Request body: {'floatingip': {'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:11:17.910994 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f239313b-f5ab-44df-86c0-fba66dd78935 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:18.014706 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f239313b-f5ab-44df-86c0-fba66dd78935 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:18.116386 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [None req-f239313b-f5ab-44df-86c0-fba66dd78935 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Allocated IP 172.27.0.193 (95c18418-5bae-427e-9b81-a5d1c1650c0a/3e1497af-c43c-4f5b-914b-136f0356db85/e87419a8-97e6-49f9-937d-b31346effdc2) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:11:18.216315 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f239313b-f5ab-44df-86c0-fba66dd78935 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for port (e87419a8-97e6-49f9-937d-b31346effdc2), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:18.316162 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f239313b-f5ab-44df-86c0-fba66dd78935 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (e87419a8-97e6-49f9-937d-b31346effdc2), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:18.351659 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f239313b-f5ab-44df-86c0-fba66dd78935 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:11:18.354517 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-f239313b-f5ab-44df-86c0-fba66dd78935 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:11:18.360487 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f239313b-f5ab-44df-86c0-fba66dd78935 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:11:18.365820 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239313b-f5ab-44df-86c0-fba66dd78935 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event updated for resources: {'Port': ['ID=e87419a8-97e6-49f9-937d-b31346effdc2,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:18.453567 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f239313b-f5ab-44df-86c0-fba66dd78935 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (821fac88-ba99-436a-9db7-79b9b8924ed7), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:18.555358 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f239313b-f5ab-44df-86c0-fba66dd78935 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (e87419a8-97e6-49f9-937d-b31346effdc2), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:18.708670 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f239313b-f5ab-44df-86c0-fba66dd78935 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for port (e87419a8-97e6-49f9-937d-b31346effdc2), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:18.791086 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f239313b-f5ab-44df-86c0-fba66dd78935 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (e87419a8-97e6-49f9-937d-b31346effdc2), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:18.854730 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239313b-f5ab-44df-86c0-fba66dd78935 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event updated for resources: {'Port': ['ID=e87419a8-97e6-49f9-937d-b31346effdc2,revision_number=2']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:18.865786 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f239313b-f5ab-44df-86c0-fba66dd78935 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (821fac88-ba99-436a-9db7-79b9b8924ed7), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:18.946703 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-f239313b-f5ab-44df-86c0-fba66dd78935 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:18.947943 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-f239313b-f5ab-44df-86c0-fba66dd78935 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1209223 Mar 23 11:11:19.147204 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-07d9e867-8835-46b2-b935-dce0c1d7bdd6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--214703736&fields=id&tenant_id=34c477f1d53b42cbb4eaf1def983a6e2 HTTP/1.1" status: 200 len: 267 time: 0.0421009 Mar 23 11:11:19.258378 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-e9022191-b027-4adf-bf9e-6a033dcb6866 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:19.259850 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-e9022191-b027-4adf-bf9e-6a033dcb6866 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/networks?id=3bfa1340-08ba-419b-8f23-d81230e789c7 HTTP/1.1" status: 200 len: 813 time: 0.1061633 Mar 23 11:11:19.274492 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-a9a08596-3078-458b-b0a1-4151c01641e7 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/quotas/34c477f1d53b42cbb4eaf1def983a6e2 HTTP/1.1" status: 200 len: 375 time: 0.0095098 Mar 23 11:11:19.329479 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-8afa877c-5946-46ab-93ca-25f033c2e1a8 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=34c477f1d53b42cbb4eaf1def983a6e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498145 Mar 23 11:11:19.424911 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-899940e5-defc-465c-979e-f6f403b9778a service neutron] 10.222.0.41 "GET /v2.0/networks/3bfa1340-08ba-419b-8f23-d81230e789c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842907 Mar 23 11:11:19.512192 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-1cba93b2-7dbf-4ae9-90a2-60445a604afa service neutron] 10.222.0.41 "GET /v2.0/networks/3bfa1340-08ba-419b-8f23-d81230e789c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814197 Mar 23 11:11:19.790981 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-613eba9f-847e-47d6-b6cb-93104bd3dc2d req-85c5f470-1de3-4b05-8512-5ab0fe17df14 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2 HTTP/1.1" status: 200 len: 210 time: 0.0276659 Mar 23 11:11:20.886397 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fad94e4e-15b2-4492-986e-c2ef622269a9 req-c4697329-bc14-44e1-9270-d777cb9e899e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2 HTTP/1.1" status: 200 len: 210 time: 0.0303071 Mar 23 11:11:21.442829 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:21.875967 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-e28faf85-5fa3-49dc-810a-d0d522c6c27c tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:21.877423 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-e28faf85-5fa3-49dc-810a-d0d522c6c27c tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.52 "GET /v2.0/networks?id=3bfa1340-08ba-419b-8f23-d81230e789c7 HTTP/1.1" status: 200 len: 813 time: 0.1002438 Mar 23 11:11:21.946213 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-ccc752ab-953f-47c1-b7b7-01e559a54940 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34c477f1d53b42cbb4eaf1def983a6e2 HTTP/1.1" status: 200 len: 379 time: 0.0532117 Mar 23 11:11:21.954331 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-ac1fa04c-7c26-41d3-9da3-3f0368b0a16a tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Request body: {'port': {'device_id': '5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'admin_state_up': True, 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'security_groups': ['d7cd783f-cdf9-4957-a4d8-25ca4c4907f1']}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:11:21.989888 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6ec24a5f-2f29-4811-a9de-ba734b3210c0 req-6415180a-4bcb-47de-b08b-0f75691e8e8f tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2 HTTP/1.1" status: 200 len: 210 time: 0.0311832 Mar 23 11:11:22.140500 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-ac1fa04c-7c26-41d3-9da3-3f0368b0a16a tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Made reservation on behalf of 34c477f1d53b42cbb4eaf1def983a6e2 for: {'port': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:11:22.143944 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-ac1fa04c-7c26-41d3-9da3-3f0368b0a16a tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:22.274186 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-ac1fa04c-7c26-41d3-9da3-3f0368b0a16a tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Allocated IP 172.20.0.6 (3bfa1340-08ba-419b-8f23-d81230e789c7/7ba199a1-33e3-44f1-9a9b-3dd7e82d6744/ffeaff9d-0cb7-4366-bc27-2129187fd5ad) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:11:22.409000 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-ac1fa04c-7c26-41d3-9da3-3f0368b0a16a tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for port (ffeaff9d-0cb7-4366-bc27-2129187fd5ad), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:22.511229 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-ac1fa04c-7c26-41d3-9da3-3f0368b0a16a tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (ffeaff9d-0cb7-4366-bc27-2129187fd5ad), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:22.552989 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-ac1fa04c-7c26-41d3-9da3-3f0368b0a16a tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Network 3bfa1340-08ba-419b-8f23-d81230e789c7 is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:11:22.555968 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-ac1fa04c-7c26-41d3-9da3-3f0368b0a16a tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:11:22.562145 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-ac1fa04c-7c26-41d3-9da3-3f0368b0a16a tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:11:22.584886 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fa04c-7c26-41d3-9da3-3f0368b0a16a tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event updated for resources: {'Port': ['ID=ffeaff9d-0cb7-4366-bc27-2129187fd5ad,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:22.613175 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-ac1fa04c-7c26-41d3-9da3-3f0368b0a16a tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:22.613861 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-ac1fa04c-7c26-41d3-9da3-3f0368b0a16a tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:22.697516 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-ac1fa04c-7c26-41d3-9da3-3f0368b0a16a tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7467844 Mar 23 11:11:22.708852 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-eb3e9069-3b38-4c36-925d-d7ee1ce69255 service neutron] Request body: {'port': {'device_id': '5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:11:22.773063 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-eb3e9069-3b38-4c36-925d-d7ee1ce69255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (ffeaff9d-0cb7-4366-bc27-2129187fd5ad), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:22.799732 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-012195f4-b852-47c9-8f1b-95feac23bce9 None None] Provisioning complete for port ffeaff9d-0cb7-4366-bc27-2129187fd5ad triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:11:22.800333 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-012195f4-b852-47c9-8f1b-95feac23bce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (ffeaff9d-0cb7-4366-bc27-2129187fd5ad), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:22.858349 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-012195f4-b852-47c9-8f1b-95feac23bce9 None None] Port ffeaff9d-0cb7-4366-bc27-2129187fd5ad cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:11:23.025042 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-eb3e9069-3b38-4c36-925d-d7ee1ce69255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffeaff9d-0cb7-4366-bc27-2129187fd5ad {{(pid=103539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:11:23.032769 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-eb3e9069-3b38-4c36-925d-d7ee1ce69255 service neutron] Publish callbacks [] for port (ffeaff9d-0cb7-4366-bc27-2129187fd5ad), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:23.044885 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.provisioning_blocks [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-eb3e9069-3b38-4c36-925d-d7ee1ce69255 service neutron] Transition to ACTIVE for port object ffeaff9d-0cb7-4366-bc27-2129187fd5ad will not be triggered until provisioned by entity L2. {{(pid=103539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 11:11:23.135484 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975a31b-bbd7-42f2-90cf-d91141ab25fa req-49c9785e-0573-435b-b19b-bb4ed0f478b2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:23.136969 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3975a31b-bbd7-42f2-90cf-d91141ab25fa req-49c9785e-0573-435b-b19b-bb4ed0f478b2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2 HTTP/1.1" status: 200 len: 931 time: 0.0771933 Mar 23 11:11:23.151126 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-eb3e9069-3b38-4c36-925d-d7ee1ce69255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (ffeaff9d-0cb7-4366-bc27-2129187fd5ad), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:23.185807 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3975a31b-bbd7-42f2-90cf-d91141ab25fa req-63093c73-b0b9-4013-9e78-d37b53837cdd tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7cd783f-cdf9-4957-a4d8-25ca4c4907f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425007 Mar 23 11:11:23.221573 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e9069-3b38-4c36-925d-d7ee1ce69255 service neutron] Pushing event updated for resources: {'Port': ['ID=ffeaff9d-0cb7-4366-bc27-2129187fd5ad,revision_number=2']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:23.282066 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-eb3e9069-3b38-4c36-925d-d7ee1ce69255 service neutron] Attempting to bind port ffeaff9d-0cb7-4366-bc27-2129187fd5ad on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:11:23.282364 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-eb3e9069-3b38-4c36-925d-d7ee1ce69255 service neutron] Attempting to bind port ffeaff9d-0cb7-4366-bc27-2129187fd5ad by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': 'a8d61137-8314-4423-8eb8-fb7c0dc66203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7'}] {{(pid=103539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:11:23.282752 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-eb3e9069-3b38-4c36-925d-d7ee1ce69255 service neutron] Attempting to bind port ffeaff9d-0cb7-4366-bc27-2129187fd5ad on network 3bfa1340-08ba-419b-8f23-d81230e789c7 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:11:23.286919 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-eb3e9069-3b38-4c36-925d-d7ee1ce69255 service neutron] Port ffeaff9d-0cb7-4366-bc27-2129187fd5ad on network 3bfa1340-08ba-419b-8f23-d81230e789c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 11:11:23.287276 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-eb3e9069-3b38-4c36-925d-d7ee1ce69255 service neutron] Attempting to bind port ffeaff9d-0cb7-4366-bc27-2129187fd5ad on network 3bfa1340-08ba-419b-8f23-d81230e789c7 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:11:23.292434 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-eb3e9069-3b38-4c36-925d-d7ee1ce69255 service neutron] Checking agent: {'id': '3422437f-3c55-48f6-8aa2-6fea3ffa4df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'started_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:11:23.292775 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-eb3e9069-3b38-4c36-925d-d7ee1ce69255 service neutron] Checking segment: {'id': 'a8d61137-8314-4423-8eb8-fb7c0dc66203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:11:23.293176 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-eb3e9069-3b38-4c36-925d-d7ee1ce69255 service neutron] Bound using segment: {'id': 'a8d61137-8314-4423-8eb8-fb7c0dc66203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7'} {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:11:23.293618 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-eb3e9069-3b38-4c36-925d-d7ee1ce69255 service neutron] Bound port: ffeaff9d-0cb7-4366-bc27-2129187fd5ad, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8d61137-8314-4423-8eb8-fb7c0dc66203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7'}}] {{(pid=103539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:11:23.293981 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-eb3e9069-3b38-4c36-925d-d7ee1ce69255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (ffeaff9d-0cb7-4366-bc27-2129187fd5ad), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:23.358091 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-eb3e9069-3b38-4c36-925d-d7ee1ce69255 service neutron] For port ffeaff9d-0cb7-4366-bc27-2129187fd5ad, host hv-cinder-79053, cleared binding levels {{(pid=103539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:11:23.361785 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-eb3e9069-3b38-4c36-925d-d7ee1ce69255 service neutron] For port ffeaff9d-0cb7-4366-bc27-2129187fd5ad, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ffeaff9d-0cb7-4366-bc27-2129187fd5ad,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:11:23.454541 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-eb3e9069-3b38-4c36-925d-d7ee1ce69255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (ffeaff9d-0cb7-4366-bc27-2129187fd5ad), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:23.486231 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-eb3e9069-3b38-4c36-925d-d7ee1ce69255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:23.487099 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-eb3e9069-3b38-4c36-925d-d7ee1ce69255 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:23.488496 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-eb3e9069-3b38-4c36-925d-d7ee1ce69255 service neutron] 10.222.0.52 "PUT /v2.0/ports/ffeaff9d-0cb7-4366-bc27-2129187fd5ad HTTP/1.1" status: 200 len: 1093 time: 0.7840068 Mar 23 11:11:23.490653 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2', 'tag': 'ffeaff9d-0cb7-4366-bc27-2129187fd5ad'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:11:23.493506 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f945487-e7d0-4b65-b70d-ea50042cdf4d" -d '{"events": [{"name": "network-changed", "server_uuid": "5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2", "tag": "ffeaff9d-0cb7-4366-bc27-2129187fd5ad"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:11:23.525311 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e9069-3b38-4c36-925d-d7ee1ce69255 service neutron] Pushing event updated for resources: {'Port': ['ID=ffeaff9d-0cb7-4366-bc27-2129187fd5ad,revision_number=3']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:23.541067 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8e6db7-ebce-4184-9eaf-43245f3a95f7 x-openstack-request-id: req-4e8e6db7-ebce-4184-9eaf-43245f3a95f7 {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:11:23.544415 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2", "tag": "ffeaff9d-0cb7-4366-bc27-2129187fd5ad", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:11:23.544415 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e8e6db7-ebce-4184-9eaf-43245f3a95f7 {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:11:23.544415 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e8e6db7-ebce-4184-9eaf-43245f3a95f7'] response: {'name': 'network-changed', 'server_uuid': '5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2', 'tag': 'ffeaff9d-0cb7-4366-bc27-2129187fd5ad', 'status': 'completed', 'code': 200} Mar 23 11:11:23.608114 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f945487-e7d0-4b65-b70d-ea50042cdf4d req-462d3ed5-cd10-4222-8a31-335a1bc62437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:23.610217 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8f945487-e7d0-4b65-b70d-ea50042cdf4d req-462d3ed5-cd10-4222-8a31-335a1bc62437 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=34c477f1d53b42cbb4eaf1def983a6e2&device_id=5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2 HTTP/1.1" status: 200 len: 1127 time: 0.0488064 Mar 23 11:11:23.712246 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f945487-e7d0-4b65-b70d-ea50042cdf4d req-bfd317f3-e0e5-44cb-aefe-8d48f7641707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:23.713753 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8f945487-e7d0-4b65-b70d-ea50042cdf4d req-bfd317f3-e0e5-44cb-aefe-8d48f7641707 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=34c477f1d53b42cbb4eaf1def983a6e2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0957639 Mar 23 11:11:23.801071 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f945487-e7d0-4b65-b70d-ea50042cdf4d req-db79aa54-cbab-4ef2-9ba6-55a2dc3186d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:23.802447 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8f945487-e7d0-4b65-b70d-ea50042cdf4d req-db79aa54-cbab-4ef2-9ba6-55a2dc3186d3 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0830739 Mar 23 11:11:23.881496 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-c66d7398-0757-4d47-8dff-ff709f031ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:23.882964 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-c66d7398-0757-4d47-8dff-ff709f031ee8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=34c477f1d53b42cbb4eaf1def983a6e2&device_id=5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2 HTTP/1.1" status: 200 len: 1127 time: 0.0472801 Mar 23 11:11:23.922111 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-00d00e5a-3715-4a68-ad2b-133cf89942d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffeaff9d-0cb7-4366-bc27-2129187fd5ad HTTP/1.1" status: 200 len: 217 time: 0.0327513 Mar 23 11:11:23.968180 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-a20f7a6b-1428-4de7-be35-9f6ddebfc9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:23.970161 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-a20f7a6b-1428-4de7-be35-9f6ddebfc9fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7ba199a1-33e3-44f1-9a9b-3dd7e82d6744 HTTP/1.1" status: 200 len: 852 time: 0.0419168 Mar 23 11:11:24.021687 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-311d35bb-09ba-4a65-8627-3931a3d2db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:24.023165 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-311d35bb-09ba-4a65-8627-3931a3d2db6f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bfa1340-08ba-419b-8f23-d81230e789c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465870 Mar 23 11:11:24.110417 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-f17ccb2c-1051-4915-a458-51ce5417fa53 service neutron] 10.222.0.52 "GET /v2.0/networks/3bfa1340-08ba-419b-8f23-d81230e789c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812862 Mar 23 11:11:24.202157 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-0331fb37-3098-4c8f-986c-7e2b4c11da09 req-0ccf4bdf-b072-49f9-8c1a-02118d57bb34 service neutron] 10.222.0.52 "GET /v2.0/networks/3bfa1340-08ba-419b-8f23-d81230e789c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849786 Mar 23 11:11:24.324870 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a21dc7-3f3c-44a7-8cd7-edf5e97d80e2 req-cfb85c94-c80e-47e9-94f7-b062209838f2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:24.326459 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b2a21dc7-3f3c-44a7-8cd7-edf5e97d80e2 req-cfb85c94-c80e-47e9-94f7-b062209838f2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2 HTTP/1.1" status: 200 len: 943 time: 0.0551462 Mar 23 11:11:24.373244 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b2a21dc7-3f3c-44a7-8cd7-edf5e97d80e2 req-8a8974e3-a31f-450f-94db-f9f27d51282e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7cd783f-cdf9-4957-a4d8-25ca4c4907f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404088 Mar 23 11:11:25.498672 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e6125-b3aa-4375-b158-d5d311576628 req-5b2bccd5-b608-4a0d-9675-34998f3a47a1 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:25.500648 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fd9e6125-b3aa-4375-b158-d5d311576628 req-5b2bccd5-b608-4a0d-9675-34998f3a47a1 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2 HTTP/1.1" status: 200 len: 943 time: 0.0548341 Mar 23 11:11:25.546430 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fd9e6125-b3aa-4375-b158-d5d311576628 req-69faaaa6-6a40-4c3b-8065-ebb9d6b84a49 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7cd783f-cdf9-4957-a4d8-25ca4c4907f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400710 Mar 23 11:11:25.756632 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-cc9821b6-d809-40ad-8e61-42b3fba4bb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:26.353121 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device ffeaff9d-0cb7-4366-bc27-2129187fd5ad details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:11:26.448760 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port ffeaff9d-0cb7-4366-bc27-2129187fd5ad, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ffeaff9d-0cb7-4366-bc27-2129187fd5ad,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:11:26.460442 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': 'ffeaff9d-0cb7-4366-bc27-2129187fd5ad', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'port_id': 'ffeaff9d-0cb7-4366-bc27-2129187fd5ad', 'mac_address': 'fa:16:3e:c7:b4:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:11:26.496238 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port ffeaff9d-0cb7-4366-bc27-2129187fd5ad is: DOWN; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:11:26.496633 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (ffeaff9d-0cb7-4366-bc27-2129187fd5ad), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:26.509333 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffeaff9d-0cb7-4366-bc27-2129187fd5ad {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:11:26.528080 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port ffeaff9d-0cb7-4366-bc27-2129187fd5ad, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ffeaff9d-0cb7-4366-bc27-2129187fd5ad,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:11:26.596749 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (ffeaff9d-0cb7-4366-bc27-2129187fd5ad), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:26.645398 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=ffeaff9d-0cb7-4366-bc27-2129187fd5ad,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:26.663026 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bc208-ed25-4f1e-9afd-a503138e820c req-c27891eb-4c79-4a88-ae73-a9702eb3df12 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:26.667576 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-855bc208-ed25-4f1e-9afd-a503138e820c req-c27891eb-4c79-4a88-ae73-a9702eb3df12 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2 HTTP/1.1" status: 200 len: 944 time: 0.0555265 Mar 23 11:11:26.711517 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-855bc208-ed25-4f1e-9afd-a503138e820c req-8e9a06fa-e182-4c16-acf5-9ee32041c4eb tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7cd783f-cdf9-4957-a4d8-25ca4c4907f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411112 Mar 23 11:11:26.805927 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['ffeaff9d-0cb7-4366-bc27-2129187fd5ad'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:11:27.631778 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e987a-779c-4533-a269-9257d22417da req-57c4e508-247c-41c6-b513-2a4ea8689eb9 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:27.640111 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-639e987a-779c-4533-a269-9257d22417da req-57c4e508-247c-41c6-b513-2a4ea8689eb9 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 946 time: 0.0499146 Mar 23 11:11:27.691647 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-639e987a-779c-4533-a269-9257d22417da req-f0bd61e4-4ac5-413a-8990-1675a23dfb52 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418847 Mar 23 11:11:27.703790 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55724) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:11:27.830431 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f580942-b3c0-4f40-b35e-fc3043f605d0 req-a806165a-f3d0-4de4-96e0-d92fd83c447e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:27.832031 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9f580942-b3c0-4f40-b35e-fc3043f605d0 req-a806165a-f3d0-4de4-96e0-d92fd83c447e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2 HTTP/1.1" status: 200 len: 944 time: 0.0538931 Mar 23 11:11:27.861353 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-88d769aa-ab35-4f2f-ab93-740b5b145996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:27.879997 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9f580942-b3c0-4f40-b35e-fc3043f605d0 req-cd216965-522b-44b7-a969-df5731dcde86 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7cd783f-cdf9-4957-a4d8-25ca4c4907f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422521 Mar 23 11:11:27.893061 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6bcbac-e2a4-4efd-8974-7f91ff1583af tempest-TestMinimumBasicScenario-298278373 tempest-TestMinimumBasicScenario-298278373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:27.894594 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-ec6bcbac-e2a4-4efd-8974-7f91ff1583af tempest-TestMinimumBasicScenario-298278373 tempest-TestMinimumBasicScenario-298278373-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 1125 time: 0.1898346 Mar 23 11:11:27.897647 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55730) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:11:27.901912 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-656457b2-b5df-4300-9ad2-707e1e68c3d3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Request body: {'floatingip': {'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'port_id': '4aede940-9a1e-4c2e-a06f-28426b16b1e4', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:11:27.984015 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-656457b2-b5df-4300-9ad2-707e1e68c3d3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:28.078634 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-656457b2-b5df-4300-9ad2-707e1e68c3d3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:28.177991 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [None req-656457b2-b5df-4300-9ad2-707e1e68c3d3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Allocated IP 172.27.0.218 (95c18418-5bae-427e-9b81-a5d1c1650c0a/3e1497af-c43c-4f5b-914b-136f0356db85/cd0c11aa-51f1-4ac1-9a47-d80d3934d645) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:11:28.277343 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-656457b2-b5df-4300-9ad2-707e1e68c3d3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for port (cd0c11aa-51f1-4ac1-9a47-d80d3934d645), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:28.358334 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device ffeaff9d-0cb7-4366-bc27-2129187fd5ad up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:11:28.374263 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-656457b2-b5df-4300-9ad2-707e1e68c3d3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (cd0c11aa-51f1-4ac1-9a47-d80d3934d645), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:28.410217 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656457b2-b5df-4300-9ad2-707e1e68c3d3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:11:28.413032 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-656457b2-b5df-4300-9ad2-707e1e68c3d3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:11:28.415668 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656457b2-b5df-4300-9ad2-707e1e68c3d3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:11:28.448949 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656457b2-b5df-4300-9ad2-707e1e68c3d3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Pushing event updated for resources: {'Port': ['ID=cd0c11aa-51f1-4ac1-9a47-d80d3934d645,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:28.470943 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning for port ffeaff9d-0cb7-4366-bc27-2129187fd5ad completed by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 11:11:28.474944 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port ffeaff9d-0cb7-4366-bc27-2129187fd5ad triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:11:28.475328 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (ffeaff9d-0cb7-4366-bc27-2129187fd5ad), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:28.558334 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port ffeaff9d-0cb7-4366-bc27-2129187fd5ad is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:11:28.558639 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (ffeaff9d-0cb7-4366-bc27-2129187fd5ad), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:28.580838 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffeaff9d-0cb7-4366-bc27-2129187fd5ad'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:11:28.583079 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cae187e-adcf-4966-bf70-5a969922868b" -d '{"events": [{"server_uuid": "5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2", "name": "network-vif-plugged", "status": "completed", "tag": "ffeaff9d-0cb7-4366-bc27-2129187fd5ad"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:11:28.595729 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port ffeaff9d-0cb7-4366-bc27-2129187fd5ad, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ffeaff9d-0cb7-4366-bc27-2129187fd5ad,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:11:28.619627 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ec01fe-63fc-42f3-bf7c-c6e93cabd27f x-openstack-request-id: req-e3ec01fe-63fc-42f3-bf7c-c6e93cabd27f {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:11:28.619931 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2", "name": "network-vif-plugged", "status": "completed", "tag": "ffeaff9d-0cb7-4366-bc27-2129187fd5ad", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:11:28.620189 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3ec01fe-63fc-42f3-bf7c-c6e93cabd27f {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:11:28.620595 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3ec01fe-63fc-42f3-bf7c-c6e93cabd27f'] response: {'server_uuid': '5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffeaff9d-0cb7-4366-bc27-2129187fd5ad', 'code': 200} Mar 23 11:11:28.671118 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (ffeaff9d-0cb7-4366-bc27-2129187fd5ad), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:28.722837 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=ffeaff9d-0cb7-4366-bc27-2129187fd5ad,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:28.996759 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b2a17-5932-4600-af95-0ed8593f11c6 req-a757a8d0-cccd-47e9-bdec-ad12cf2584b6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:28.998284 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-149b2a17-5932-4600-af95-0ed8593f11c6 req-a757a8d0-cccd-47e9-bdec-ad12cf2584b6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2 HTTP/1.1" status: 200 len: 945 time: 0.0518568 Mar 23 11:11:29.027756 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03599200-19c5-40a8-aa19-91aa33510345 req-a2e307fa-542c-435d-a2d1-148d823aa7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:29.029269 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-03599200-19c5-40a8-aa19-91aa33510345 req-a2e307fa-542c-435d-a2d1-148d823aa7e0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2 HTTP/1.1" status: 200 len: 1129 time: 0.1221588 Mar 23 11:11:29.057018 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-656457b2-b5df-4300-9ad2-707e1e68c3d3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for floatingip (e32e49c7-763e-47b0-a147-f921dbbb0858), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:29.072148 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-149b2a17-5932-4600-af95-0ed8593f11c6 req-7da408aa-db79-46ae-b626-38dc51108035 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7cd783f-cdf9-4957-a4d8-25ca4c4907f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673575 Mar 23 11:11:29.088241 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c44b384e-3dee-45b3-990f-b7be4563b15a req-976ba6da-e443-4c8a-8d15-0e4e8309a852 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0632997 Mar 23 11:11:29.113377 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-03599200-19c5-40a8-aa19-91aa33510345 req-0a3e81af-2c80-418e-96ee-3fe042a86adb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d7cd783f-cdf9-4957-a4d8-25ca4c4907f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760000 Mar 23 11:11:29.215237 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-656457b2-b5df-4300-9ad2-707e1e68c3d3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (cd0c11aa-51f1-4ac1-9a47-d80d3934d645), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:29.387092 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-656457b2-b5df-4300-9ad2-707e1e68c3d3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for port (cd0c11aa-51f1-4ac1-9a47-d80d3934d645), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:29.394438 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b384e-3dee-45b3-990f-b7be4563b15a req-19bbdc69-08b8-4cfc-94c4-4616e6194c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:29.395926 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c44b384e-3dee-45b3-990f-b7be4563b15a req-19bbdc69-08b8-4cfc-94c4-4616e6194c14 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e6727fde2374b3baaa1ac9ab747de5d&device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 1130 time: 0.0746214 Mar 23 11:11:29.471059 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-656457b2-b5df-4300-9ad2-707e1e68c3d3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (cd0c11aa-51f1-4ac1-9a47-d80d3934d645), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:29.476585 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:29.554488 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656457b2-b5df-4300-9ad2-707e1e68c3d3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Pushing event updated for resources: {'Port': ['ID=cd0c11aa-51f1-4ac1-9a47-d80d3934d645,revision_number=2']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:29.580576 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b384e-3dee-45b3-990f-b7be4563b15a req-9e55c1ef-0335-41ce-97f6-89b71f55a9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:29.582097 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c44b384e-3dee-45b3-990f-b7be4563b15a req-9e55c1ef-0335-41ce-97f6-89b71f55a9cc service neutron] 10.222.0.52 "GET /v2.0/networks?id=de2c7166-7ec3-43ba-9311-0c2c74465fa5 HTTP/1.1" status: 200 len: 914 time: 0.1666183 Mar 23 11:11:29.588386 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-656457b2-b5df-4300-9ad2-707e1e68c3d3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (e32e49c7-763e-47b0-a147-f921dbbb0858), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:29.720594 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c44b384e-3dee-45b3-990f-b7be4563b15a req-ffbe8e2d-80fc-42a9-b4f0-b149f7095c35 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4aede940-9a1e-4c2e-a06f-28426b16b1e4 HTTP/1.1" status: 200 len: 1000 time: 0.1293375 Mar 23 11:11:29.764313 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.db.l3_db [None req-656457b2-b5df-4300-9ad2-707e1e68c3d3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Floating IP e32e49c7-763e-47b0-a147-f921dbbb0858 associated. External IP: 172.27.0.218, port: 4aede940-9a1e-4c2e-a06f-28426b16b1e4. Mar 23 11:11:29.839590 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b384e-3dee-45b3-990f-b7be4563b15a req-21ede204-4c20-4506-b61b-bcd22ff90e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:29.841051 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c44b384e-3dee-45b3-990f-b7be4563b15a req-21ede204-4c20-4506-b61b-bcd22ff90e64 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a2c214ad-c067-4568-b59a-0233eaf61855 HTTP/1.1" status: 200 len: 852 time: 0.1134343 Mar 23 11:11:29.908919 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b384e-3dee-45b3-990f-b7be4563b15a req-c0d9f3d6-d912-4653-a374-8d440c76953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:29.910421 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c44b384e-3dee-45b3-990f-b7be4563b15a req-c0d9f3d6-d912-4653-a374-8d440c76953d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=de2c7166-7ec3-43ba-9311-0c2c74465fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0627518 Mar 23 11:11:30.081107 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c44b384e-3dee-45b3-990f-b7be4563b15a req-f450455f-29ae-4af5-b91e-2d40ac116e30 service neutron] 10.222.0.52 "GET /v2.0/networks/de2c7166-7ec3-43ba-9311-0c2c74465fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374238 Mar 23 11:11:30.084735 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656457b2-b5df-4300-9ad2-707e1e68c3d3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Router ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:11:30.191541 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2252967-c62f-4fb7-9d05-82fa7a91c8e7 req-bcca731f-9bc6-4d91-9034-bcd2adfe6a33 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:30.193342 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f2252967-c62f-4fb7-9d05-82fa7a91c8e7 req-bcca731f-9bc6-4d91-9034-bcd2adfe6a33 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2 HTTP/1.1" status: 200 len: 945 time: 0.0533738 Mar 23 11:11:30.242773 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f2252967-c62f-4fb7-9d05-82fa7a91c8e7 req-37dea2f9-fc29-4a28-9318-f0310ee550e5 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7cd783f-cdf9-4957-a4d8-25ca4c4907f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431302 Mar 23 11:11:30.254172 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c44b384e-3dee-45b3-990f-b7be4563b15a req-ac866aff-c3c4-45ad-acbf-6ddb2d829733 service neutron] 10.222.0.52 "GET /v2.0/networks/de2c7166-7ec3-43ba-9311-0c2c74465fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625156 Mar 23 11:11:30.261248 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656457b2-b5df-4300-9ad2-707e1e68c3d3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:11:30.276020 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d72da5b-db52-4c25-bade-6697c4e3d093 None None] Sync routers for ids ['ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:11:30.285457 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d72da5b-db52-4c25-bade-6697c4e3d093 None None] Routers {'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:11:30.296292 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-7d72da5b-db52-4c25-bade-6697c4e3d093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976d327c0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:11:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:30.363723 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-656457b2-b5df-4300-9ad2-707e1e68c3d3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:30.397785 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-656457b2-b5df-4300-9ad2-707e1e68c3d3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4965065 Mar 23 11:11:30.397785 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b71b0f9-bdd6-427e-918d-975ad8b70281', 'tag': '4aede940-9a1e-4c2e-a06f-28426b16b1e4'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:11:30.398749 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834b4dcd-9b83-4145-bea6-b46eac1756fb" -d '{"events": [{"name": "network-changed", "server_uuid": "7b71b0f9-bdd6-427e-918d-975ad8b70281", "tag": "4aede940-9a1e-4c2e-a06f-28426b16b1e4"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:11:30.400748 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 55738) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:11:30.407214 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-d7f87d12-8386-4ff8-8cb8-894e72ea2a2b tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1567562470', 'description': 'tempest-secgroup-smoke-1567562470 description', 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:11:30.454596 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640ca943-645e-4901-b747-6af466aae6c5 x-openstack-request-id: req-640ca943-645e-4901-b747-6af466aae6c5 {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:11:30.456899 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b71b0f9-bdd6-427e-918d-975ad8b70281", "tag": "4aede940-9a1e-4c2e-a06f-28426b16b1e4", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:11:30.456899 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-640ca943-645e-4901-b747-6af466aae6c5 {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:11:30.456899 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-640ca943-645e-4901-b747-6af466aae6c5'] response: {'name': 'network-changed', 'server_uuid': '7b71b0f9-bdd6-427e-918d-975ad8b70281', 'tag': '4aede940-9a1e-4c2e-a06f-28426b16b1e4', 'status': 'completed', 'code': 200} Mar 23 11:11:30.486630 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-7d72da5b-db52-4c25-bade-6697c4e3d093 None None] Set router ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:11:30.505609 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d7f87d12-8386-4ff8-8cb8-894e72ea2a2b tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:30.525128 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b4dcd-9b83-4145-bea6-b46eac1756fb req-41c8d10f-3af1-424b-8e98-790160ac9715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:30.526811 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-834b4dcd-9b83-4145-bea6-b46eac1756fb req-41c8d10f-3af1-424b-8e98-790160ac9715 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e6727fde2374b3baaa1ac9ab747de5d&device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 1130 time: 0.0494204 Mar 23 11:11:30.573891 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d7f87d12-8386-4ff8-8cb8-894e72ea2a2b tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for security_group (1b684773-5e90-4a9d-80b6-c4f64bcea678), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:30.619404 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b4dcd-9b83-4145-bea6-b46eac1756fb req-33f896b5-af53-404c-b12f-29f64312ad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:30.620796 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-834b4dcd-9b83-4145-bea6-b46eac1756fb req-33f896b5-af53-404c-b12f-29f64312ad04 service neutron] 10.222.0.52 "GET /v2.0/networks?id=de2c7166-7ec3-43ba-9311-0c2c74465fa5 HTTP/1.1" status: 200 len: 914 time: 0.0881689 Mar 23 11:11:30.653582 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d7f87d12-8386-4ff8-8cb8-894e72ea2a2b tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (1b684773-5e90-4a9d-80b6-c4f64bcea678), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:30.683536 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f87d12-8386-4ff8-8cb8-894e72ea2a2b tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b684773-5e90-4a9d-80b6-c4f64bcea678,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:30.694608 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-834b4dcd-9b83-4145-bea6-b46eac1756fb req-6959006e-e6bd-4e62-862b-b14965bdac44 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4aede940-9a1e-4c2e-a06f-28426b16b1e4 HTTP/1.1" status: 200 len: 1000 time: 0.0661097 Mar 23 11:11:30.716311 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:30.719990 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-7d72da5b-db52-4c25-bade-6697c4e3d093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976d327c0>, [{'id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'name': 'tempest-TestMinimumBasicScenario-71821521-router', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:10:33Z', 'updated_at': '2022-03-23T11:10:36Z', 'revision_number': 4, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'gw_port': {'id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:34Z', 'updated_at': '2022-03-23T11:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': 'e32e49c7-763e-47b0-a147-f921dbbb0858', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'port_id': '4aede940-9a1e-4c2e-a06f-28426b16b1e4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5', 'mac_address': 'fa:16:3e:3d:4b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b71b0f9-bdd6-427e-918d-975ad8b70281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:11:28Z', 'updated_at': '2022-03-23T11:11:28Z', 'revision_number': 0, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faded364-e0e6-4794-a2d7-7d1caeb2267b', 'name': '', 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'mac_address': 'fa:16:3e:ec:8e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a2c214ad-c067-4568-b59a-0233eaf61855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:36Z', 'updated_at': '2022-03-23T11:10:40Z', 'revision_number': 5, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'subnets': [{'id': 'a2c214ad-c067-4568-b59a-0233eaf61855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:30.743662 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b4dcd-9b83-4145-bea6-b46eac1756fb req-4bdea517-47bb-4d19-b373-0ced9db50f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:30.745134 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-834b4dcd-9b83-4145-bea6-b46eac1756fb req-4bdea517-47bb-4d19-b373-0ced9db50f02 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a2c214ad-c067-4568-b59a-0233eaf61855 HTTP/1.1" status: 200 len: 852 time: 0.0470054 Mar 23 11:11:30.747339 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d7f87d12-8386-4ff8-8cb8-894e72ea2a2b tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:30.748605 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-d7f87d12-8386-4ff8-8cb8-894e72ea2a2b tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3458996 Mar 23 11:11:30.749998 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d72da5b-db52-4c25-bade-6697c4e3d093 None None] Checking router: ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:11:30.751654 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 55742) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:11:30.756275 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-3eb2024b-7771-4c1d-97f3-e8ee7491ccac tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Request body: {'security_group_rule': {'security_group_id': '1b684773-5e90-4a9d-80b6-c4f64bcea678', 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:11:30.758566 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d72da5b-db52-4c25-bade-6697c4e3d093 None None] Routers {'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:11:30.759180 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-7d72da5b-db52-4c25-bade-6697c4e3d093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976d327c0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:11:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:30.797580 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b4dcd-9b83-4145-bea6-b46eac1756fb req-cfff8851-dd95-4cec-b3d9-ca4b59518567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:30.799108 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-834b4dcd-9b83-4145-bea6-b46eac1756fb req-cfff8851-dd95-4cec-b3d9-ca4b59518567 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=de2c7166-7ec3-43ba-9311-0c2c74465fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484006 Mar 23 11:11:30.864250 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-7d72da5b-db52-4c25-bade-6697c4e3d093 None None] Set router ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:11:30.872835 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3eb2024b-7771-4c1d-97f3-e8ee7491ccac tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for security_group_rule (147cad8f-5fda-4113-800e-1fce42a8b950), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:30.896188 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-834b4dcd-9b83-4145-bea6-b46eac1756fb req-ad7a690f-7ed7-4c25-a684-22ce4301d654 service neutron] 10.222.0.52 "GET /v2.0/networks/de2c7166-7ec3-43ba-9311-0c2c74465fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907800 Mar 23 11:11:30.939101 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3eb2024b-7771-4c1d-97f3-e8ee7491ccac tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for security_group_rule (147cad8f-5fda-4113-800e-1fce42a8b950), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:30.988616 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-834b4dcd-9b83-4145-bea6-b46eac1756fb req-c02249b7-b24e-4114-9786-92ebbfcfc278 service neutron] 10.222.0.52 "GET /v2.0/networks/de2c7166-7ec3-43ba-9311-0c2c74465fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871844 Mar 23 11:11:31.024950 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3eb2024b-7771-4c1d-97f3-e8ee7491ccac tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (147cad8f-5fda-4113-800e-1fce42a8b950), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:31.043011 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2024b-7771-4c1d-97f3-e8ee7491ccac tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147cad8f-5fda-4113-800e-1fce42a8b950,revision_number=0']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:31.092851 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-7d72da5b-db52-4c25-bade-6697c4e3d093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976d327c0>, [{'id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'name': 'tempest-TestMinimumBasicScenario-71821521-router', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:10:33Z', 'updated_at': '2022-03-23T11:10:36Z', 'revision_number': 4, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'gw_port': {'id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:34Z', 'updated_at': '2022-03-23T11:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': 'e32e49c7-763e-47b0-a147-f921dbbb0858', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'port_id': '4aede940-9a1e-4c2e-a06f-28426b16b1e4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5', 'mac_address': 'fa:16:3e:3d:4b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b71b0f9-bdd6-427e-918d-975ad8b70281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:11:28Z', 'updated_at': '2022-03-23T11:11:28Z', 'revision_number': 0, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faded364-e0e6-4794-a2d7-7d1caeb2267b', 'name': '', 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'mac_address': 'fa:16:3e:ec:8e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a2c214ad-c067-4568-b59a-0233eaf61855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:36Z', 'updated_at': '2022-03-23T11:10:40Z', 'revision_number': 5, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'subnets': [{'id': 'a2c214ad-c067-4568-b59a-0233eaf61855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:31.112645 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3eb2024b-7771-4c1d-97f3-e8ee7491ccac tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:31.118134 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-3eb2024b-7771-4c1d-97f3-e8ee7491ccac tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3654764 Mar 23 11:11:31.118398 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55744) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:11:31.118870 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d72da5b-db52-4c25-bade-6697c4e3d093 None None] The sync data for ids ['ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'] in dv-cinder-790535-33-iscsi is: [{'id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'name': 'tempest-TestMinimumBasicScenario-71821521-router', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:10:33Z', 'updated_at': '2022-03-23T11:10:36Z', 'revision_number': 4, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'gw_port': {'id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:34Z', 'updated_at': '2022-03-23T11:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': 'e32e49c7-763e-47b0-a147-f921dbbb0858', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'port_id': '4aede940-9a1e-4c2e-a06f-28426b16b1e4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5', 'mac_address': 'fa:16:3e:3d:4b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b71b0f9-bdd6-427e-918d-975ad8b70281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:11:28Z', 'updated_at': '2022-03-23T11:11:28Z', 'revision_number': 0, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faded364-e0e6-4794-a2d7-7d1caeb2267b', 'name': '', 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'mac_address': 'fa:16:3e:ec:8e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a2c214ad-c067-4568-b59a-0233eaf61855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:36Z', 'updated_at': '2022-03-23T11:10:40Z', 'revision_number': 5, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'subnets': [{'id': 'a2c214ad-c067-4568-b59a-0233eaf61855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:11:31.123071 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-fe64e110-ec02-46fc-b532-05d6ba53c126 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Request body: {'security_group_rule': {'security_group_id': '1b684773-5e90-4a9d-80b6-c4f64bcea678', 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:11:31.212884 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fe64e110-ec02-46fc-b532-05d6ba53c126 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for security_group_rule (51c9cf47-d0e1-4ec6-b571-398f1c894b7a), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:31.279539 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fe64e110-ec02-46fc-b532-05d6ba53c126 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for security_group_rule (51c9cf47-d0e1-4ec6-b571-398f1c894b7a), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:31.330809 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9e3f1e-9cc0-4015-af3a-60a9bccb9d52 None None] New status for floating IP e32e49c7-763e-47b0-a147-f921dbbb0858: ACTIVE {{(pid=103541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:11:31.362014 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fe64e110-ec02-46fc-b532-05d6ba53c126 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (51c9cf47-d0e1-4ec6-b571-398f1c894b7a), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:31.370334 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d09fa-29c6-4eb1-acb6-c875f2715f1f req-591f1e50-a7f9-4aea-83e7-5c691c2f1338 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:31.372091 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-cf4d09fa-29c6-4eb1-acb6-c875f2715f1f req-591f1e50-a7f9-4aea-83e7-5c691c2f1338 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2 HTTP/1.1" status: 200 len: 945 time: 0.0555675 Mar 23 11:11:31.381739 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe64e110-ec02-46fc-b532-05d6ba53c126 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c9cf47-d0e1-4ec6-b571-398f1c894b7a,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:31.422661 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-cf4d09fa-29c6-4eb1-acb6-c875f2715f1f req-795a4e58-46f2-4dad-a147-01c9e424d5ba tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7cd783f-cdf9-4957-a4d8-25ca4c4907f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440776 Mar 23 11:11:31.462907 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fe64e110-ec02-46fc-b532-05d6ba53c126 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:31.462907 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-fe64e110-ec02-46fc-b532-05d6ba53c126 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3424165 Mar 23 11:11:31.464886 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55750) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:11:31.469191 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-973e5f88-8f31-48dd-afb4-8aaa9c2516cb tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Request body: {'security_group_rule': {'security_group_id': '1b684773-5e90-4a9d-80b6-c4f64bcea678', 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:11:31.544792 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc7aae-52b5-4092-920d-72f41c1bfd03 req-4989923f-265b-4763-8c30-953e3d3d19d1 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:31.546291 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-24bc7aae-52b5-4092-920d-72f41c1bfd03 req-4989923f-265b-4763-8c30-953e3d3d19d1 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2 HTTP/1.1" status: 200 len: 945 time: 0.0526087 Mar 23 11:11:31.555170 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 55752) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:11:31.559492 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-c50f803c-4ea4-4f1a-aa84-473db05f6734 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Request body: {'floatingip': {'port_id': 'ffeaff9d-0cb7-4366-bc27-2129187fd5ad'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:11:31.601448 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c50f803c-4ea4-4f1a-aa84-473db05f6734 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (821fac88-ba99-436a-9db7-79b9b8924ed7), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:31.608823 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-973e5f88-8f31-48dd-afb4-8aaa9c2516cb tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for security_group_rule (e2a67dae-ef00-4c42-9b27-de46e6f14408), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:31.669367 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-973e5f88-8f31-48dd-afb4-8aaa9c2516cb tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for security_group_rule (e2a67dae-ef00-4c42-9b27-de46e6f14408), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:31.785238 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-973e5f88-8f31-48dd-afb4-8aaa9c2516cb tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (e2a67dae-ef00-4c42-9b27-de46e6f14408), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:31.800804 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e5f88-8f31-48dd-afb4-8aaa9c2516cb tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a67dae-ef00-4c42-9b27-de46e6f14408,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:31.855881 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-973e5f88-8f31-48dd-afb4-8aaa9c2516cb tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:31.857169 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-973e5f88-8f31-48dd-afb4-8aaa9c2516cb tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3913774 Mar 23 11:11:31.860539 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55754) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:11:31.865012 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-cb778997-4a33-4c8d-b475-badac162f022 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Request body: {'security_group_rule': {'security_group_id': '1b684773-5e90-4a9d-80b6-c4f64bcea678', 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:11:31.966606 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-cb778997-4a33-4c8d-b475-badac162f022 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for security_group_rule (ed4640ac-a409-4c60-b32c-1b4c27052a08), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:32.026984 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-cb778997-4a33-4c8d-b475-badac162f022 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for security_group_rule (ed4640ac-a409-4c60-b32c-1b4c27052a08), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:32.093078 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-cb778997-4a33-4c8d-b475-badac162f022 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (ed4640ac-a409-4c60-b32c-1b4c27052a08), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:32.111891 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb778997-4a33-4c8d-b475-badac162f022 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4640ac-a409-4c60-b32c-1b4c27052a08,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:32.186149 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-cb778997-4a33-4c8d-b475-badac162f022 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:32.187659 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-cb778997-4a33-4c8d-b475-badac162f022 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3260157 Mar 23 11:11:32.190237 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55756) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:11:32.194621 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-50e2483d-8972-4123-bd6b-2ef5a20e18c9 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Request body: {'security_group_rule': {'security_group_id': '1b684773-5e90-4a9d-80b6-c4f64bcea678', 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:11:32.270226 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.db.securitygroups_db [None req-50e2483d-8972-4123-bd6b-2ef5a20e18c9 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Project 8e6727fde2374b3baaa1ac9ab747de5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 11:11:32.275413 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-50e2483d-8972-4123-bd6b-2ef5a20e18c9 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for security_group_rule (e3a81c15-60bf-4772-9b04-c5688524057c), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:32.296898 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c50f803c-4ea4-4f1a-aa84-473db05f6734 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:32.322383 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:32.333480 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-50e2483d-8972-4123-bd6b-2ef5a20e18c9 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for security_group_rule (e3a81c15-60bf-4772-9b04-c5688524057c), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:32.385439 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c50f803c-4ea4-4f1a-aa84-473db05f6734 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (821fac88-ba99-436a-9db7-79b9b8924ed7), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:32.413883 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-50e2483d-8972-4123-bd6b-2ef5a20e18c9 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (e3a81c15-60bf-4772-9b04-c5688524057c), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:32.432391 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2483d-8972-4123-bd6b-2ef5a20e18c9 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a81c15-60bf-4772-9b04-c5688524057c,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:32.506334 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.l3_db [None req-c50f803c-4ea4-4f1a-aa84-473db05f6734 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Floating IP 821fac88-ba99-436a-9db7-79b9b8924ed7 associated. External IP: 172.27.0.193, port: ffeaff9d-0cb7-4366-bc27-2129187fd5ad. Mar 23 11:11:32.513123 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-50e2483d-8972-4123-bd6b-2ef5a20e18c9 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:32.517656 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-50e2483d-8972-4123-bd6b-2ef5a20e18c9 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3231986 Mar 23 11:11:32.518146 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55758) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:11:32.523045 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-e101a5f0-5c4d-4c51-9d41-a6fcb541a7e3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Request body: {'security_group_rule': {'security_group_id': '1b684773-5e90-4a9d-80b6-c4f64bcea678', 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:11:32.630211 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.db.securitygroups_db [None req-e101a5f0-5c4d-4c51-9d41-a6fcb541a7e3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Project 8e6727fde2374b3baaa1ac9ab747de5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 11:11:32.635416 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e101a5f0-5c4d-4c51-9d41-a6fcb541a7e3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for security_group_rule (753249f2-ca16-42c7-a32b-b0c6ca884a8f), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:32.694537 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e101a5f0-5c4d-4c51-9d41-a6fcb541a7e3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for security_group_rule (753249f2-ca16-42c7-a32b-b0c6ca884a8f), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:32.725208 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50f803c-4ea4-4f1a-aa84-473db05f6734 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Router cfcddd4b-98da-461c-8da1-9502797c8c75 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:11:32.824900 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e101a5f0-5c4d-4c51-9d41-a6fcb541a7e3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (753249f2-ca16-42c7-a32b-b0c6ca884a8f), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:32.832589 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50f803c-4ea4-4f1a-aa84-473db05f6734 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:11:32.836924 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c50f803c-4ea4-4f1a-aa84-473db05f6734 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:32.842679 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101a5f0-5c4d-4c51-9d41-a6fcb541a7e3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=753249f2-ca16-42c7-a32b-b0c6ca884a8f,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:32.843261 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe74f4b-7d76-4bb7-9332-c9578480cfbf None None] Sync routers for ids ['cfcddd4b-98da-461c-8da1-9502797c8c75'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:11:32.859080 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe74f4b-7d76-4bb7-9332-c9578480cfbf None None] Routers {'cfcddd4b-98da-461c-8da1-9502797c8c75'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:11:32.860188 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-bbe74f4b-7d76-4bb7-9332-c9578480cfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f29770790a0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:11:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cfcddd4b-98da-461c-8da1-9502797c8c75'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:32.866545 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-c50f803c-4ea4-4f1a-aa84-473db05f6734 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "PUT /v2.0/floatingips/821fac88-ba99-436a-9db7-79b9b8924ed7 HTTP/1.1" status: 200 len: 991 time: 1.3103509 Mar 23 11:11:32.867134 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2', 'tag': 'ffeaff9d-0cb7-4366-bc27-2129187fd5ad'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:11:32.869462 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e26f11-b003-4082-a507-dc9c67b1b8a8" -d '{"events": [{"name": "network-changed", "server_uuid": "5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2", "tag": "ffeaff9d-0cb7-4366-bc27-2129187fd5ad"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:11:32.889844 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e101a5f0-5c4d-4c51-9d41-a6fcb541a7e3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:32.894667 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-e101a5f0-5c4d-4c51-9d41-a6fcb541a7e3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3724637 Mar 23 11:11:32.906300 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f70a35-a220-4401-ba48-7148c6090072 x-openstack-request-id: req-41f70a35-a220-4401-ba48-7148c6090072 {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:11:32.906600 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2", "tag": "ffeaff9d-0cb7-4366-bc27-2129187fd5ad", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:11:32.906859 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-41f70a35-a220-4401-ba48-7148c6090072 {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:11:32.907277 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41f70a35-a220-4401-ba48-7148c6090072'] response: {'name': 'network-changed', 'server_uuid': '5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2', 'tag': 'ffeaff9d-0cb7-4366-bc27-2129187fd5ad', 'status': 'completed', 'code': 200} Mar 23 11:11:32.976216 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e26f11-b003-4082-a507-dc9c67b1b8a8 req-f970d714-04eb-4040-8678-90da1cd9fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:32.977905 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f9e26f11-b003-4082-a507-dc9c67b1b8a8 req-f970d714-04eb-4040-8678-90da1cd9fb84 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=34c477f1d53b42cbb4eaf1def983a6e2&device_id=5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2 HTTP/1.1" status: 200 len: 1129 time: 0.0459590 Mar 23 11:11:32.987267 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a031b7ec-b9e7-4ffe-a041-aaa5657aacd7 req-bfbe3790-a77f-41e1-8ce1-024a5749aecd tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1567562470&fields=id&tenant_id=8e6727fde2374b3baaa1ac9ab747de5d HTTP/1.1" status: 200 len: 267 time: 0.0473557 Mar 23 11:11:32.987456 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-bbe74f4b-7d76-4bb7-9332-c9578480cfbf None None] Set router cfcddd4b-98da-461c-8da1-9502797c8c75 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:11:33.051216 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031b7ec-b9e7-4ffe-a041-aaa5657aacd7 req-3abba120-a9e9-4be3-b5d3-65ca370b5c03 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:33.052831 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a031b7ec-b9e7-4ffe-a041-aaa5657aacd7 req-3abba120-a9e9-4be3-b5d3-65ca370b5c03 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 946 time: 0.0596738 Mar 23 11:11:33.066740 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [req-a031b7ec-b9e7-4ffe-a041-aaa5657aacd7 req-42f2483b-747f-4424-92f6-409fd6e93054 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Request body: {'port': {'security_groups': ['e8529b25-bd16-4224-a8d5-fac2def9480c', '1b684773-5e90-4a9d-80b6-c4f64bcea678']}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:11:33.068997 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e26f11-b003-4082-a507-dc9c67b1b8a8 req-ef382efa-72a7-4e76-bad3-0427c40a5c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:33.070584 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f9e26f11-b003-4082-a507-dc9c67b1b8a8 req-ef382efa-72a7-4e76-bad3-0427c40a5c5f service neutron] 10.222.0.52 "GET /v2.0/networks?id=3bfa1340-08ba-419b-8f23-d81230e789c7 HTTP/1.1" status: 200 len: 914 time: 0.0873992 Mar 23 11:11:33.137268 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-a031b7ec-b9e7-4ffe-a041-aaa5657aacd7 req-42f2483b-747f-4424-92f6-409fd6e93054 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (4aede940-9a1e-4c2e-a06f-28426b16b1e4), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:33.139591 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f9e26f11-b003-4082-a507-dc9c67b1b8a8 req-d56ab236-5eec-40c6-98a3-d0c7974d2a83 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffeaff9d-0cb7-4366-bc27-2129187fd5ad HTTP/1.1" status: 200 len: 999 time: 0.0631588 Mar 23 11:11:33.193335 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e26f11-b003-4082-a507-dc9c67b1b8a8 req-fa48cf6a-661a-490d-a19c-48deab6f6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:33.194851 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f9e26f11-b003-4082-a507-dc9c67b1b8a8 req-fa48cf6a-661a-490d-a19c-48deab6f6665 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7ba199a1-33e3-44f1-9a9b-3dd7e82d6744 HTTP/1.1" status: 200 len: 852 time: 0.0493739 Mar 23 11:11:33.219770 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-bbe74f4b-7d76-4bb7-9332-c9578480cfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f29770790a0>, [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '821fac88-ba99-436a-9db7-79b9b8924ed7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'port_id': 'ffeaff9d-0cb7-4366-bc27-2129187fd5ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'mac_address': 'fa:16:3e:c7:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:11:18Z', 'updated_at': '2022-03-23T11:11:32Z', 'revision_number': 1, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:33.250876 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe74f4b-7d76-4bb7-9332-c9578480cfbf None None] Checking router: cfcddd4b-98da-461c-8da1-9502797c8c75 for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:11:33.251139 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e26f11-b003-4082-a507-dc9c67b1b8a8 req-c05c4807-55f7-4215-8b8f-724236899668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:33.251139 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f9e26f11-b003-4082-a507-dc9c67b1b8a8 req-c05c4807-55f7-4215-8b8f-724236899668 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3bfa1340-08ba-419b-8f23-d81230e789c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0504663 Mar 23 11:11:33.254029 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe74f4b-7d76-4bb7-9332-c9578480cfbf None None] Routers {'cfcddd4b-98da-461c-8da1-9502797c8c75'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:11:33.254645 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-bbe74f4b-7d76-4bb7-9332-c9578480cfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f29770790a0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:11:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cfcddd4b-98da-461c-8da1-9502797c8c75'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:33.347140 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f9e26f11-b003-4082-a507-dc9c67b1b8a8 req-c97382e7-c193-4837-b150-8d9f467fa229 service neutron] 10.222.0.52 "GET /v2.0/networks/3bfa1340-08ba-419b-8f23-d81230e789c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883787 Mar 23 11:11:33.352996 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-a031b7ec-b9e7-4ffe-a041-aaa5657aacd7 req-42f2483b-747f-4424-92f6-409fd6e93054 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] For port 4aede940-9a1e-4c2e-a06f-28426b16b1e4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4aede940-9a1e-4c2e-a06f-28426b16b1e4,segment=NetworkSegment(a1657a6f-8bec-4768-8886-083e33c6eae0),segment_id=a1657a6f-8bec-4768-8886-083e33c6eae0)] {{(pid=103540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:11:33.374324 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-bbe74f4b-7d76-4bb7-9332-c9578480cfbf None None] Set router cfcddd4b-98da-461c-8da1-9502797c8c75 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:11:33.387855 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-a031b7ec-b9e7-4ffe-a041-aaa5657aacd7 req-42f2483b-747f-4424-92f6-409fd6e93054 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for port (4aede940-9a1e-4c2e-a06f-28426b16b1e4), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:33.436412 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f9e26f11-b003-4082-a507-dc9c67b1b8a8 req-a0cace78-319d-4a35-89e9-bf7c632057a0 service neutron] 10.222.0.52 "GET /v2.0/networks/3bfa1340-08ba-419b-8f23-d81230e789c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831079 Mar 23 11:11:33.481337 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-a031b7ec-b9e7-4ffe-a041-aaa5657aacd7 req-42f2483b-747f-4424-92f6-409fd6e93054 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (4aede940-9a1e-4c2e-a06f-28426b16b1e4), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:33.493117 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['4aede940-9a1e-4c2e-a06f-28426b16b1e4'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:11:33.524916 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031b7ec-b9e7-4ffe-a041-aaa5657aacd7 req-42f2483b-747f-4424-92f6-409fd6e93054 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:33.525288 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-a031b7ec-b9e7-4ffe-a041-aaa5657aacd7 req-42f2483b-747f-4424-92f6-409fd6e93054 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:33.529685 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a031b7ec-b9e7-4ffe-a041-aaa5657aacd7 req-42f2483b-747f-4424-92f6-409fd6e93054 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "PUT /v2.0/ports/4aede940-9a1e-4c2e-a06f-28426b16b1e4 HTTP/1.1" status: 200 len: 982 time: 0.4682729 Mar 23 11:11:33.568304 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f2483b-747f-4424-92f6-409fd6e93054 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Pushing event updated for resources: {'Port': ['ID=4aede940-9a1e-4c2e-a06f-28426b16b1e4,revision_number=6']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:33.607634 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['4aede940-9a1e-4c2e-a06f-28426b16b1e4'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:11:33.646116 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-bbe74f4b-7d76-4bb7-9332-c9578480cfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f29770790a0>, [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '821fac88-ba99-436a-9db7-79b9b8924ed7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'port_id': 'ffeaff9d-0cb7-4366-bc27-2129187fd5ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'mac_address': 'fa:16:3e:c7:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:11:18Z', 'updated_at': '2022-03-23T11:11:32Z', 'revision_number': 1, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:33.663737 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4466f-43eb-4e5a-ab57-50f95edfda4a req-b7310db4-38b2-4a94-9f94-00a169630bbc tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:33.673820 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2cb4466f-43eb-4e5a-ab57-50f95edfda4a req-b7310db4-38b2-4a94-9f94-00a169630bbc tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 985 time: 0.0815074 Mar 23 11:11:33.750093 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2cb4466f-43eb-4e5a-ab57-50f95edfda4a req-9488269b-9a38-4966-8ab4-186ed380db95 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&id=1b684773-5e90-4a9d-80b6-c4f64bcea678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0723286 Mar 23 11:11:33.789713 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe74f4b-7d76-4bb7-9332-c9578480cfbf None None] The sync data for ids ['cfcddd4b-98da-461c-8da1-9502797c8c75'] in dv-cinder-790535-33-iscsi is: [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '821fac88-ba99-436a-9db7-79b9b8924ed7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'port_id': 'ffeaff9d-0cb7-4366-bc27-2129187fd5ad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'mac_address': 'fa:16:3e:c7:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:11:18Z', 'updated_at': '2022-03-23T11:11:32Z', 'revision_number': 1, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:11:33.917060 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-5116a78c-8e8e-42f1-90ea-214db56a6f32 None None] Provisioning complete for port 4aede940-9a1e-4c2e-a06f-28426b16b1e4 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:11:33.917375 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5116a78c-8e8e-42f1-90ea-214db56a6f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (4aede940-9a1e-4c2e-a06f-28426b16b1e4), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:34.023399 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ab8976-4efd-496f-bad4-bdca5c5a6edc None None] New status for floating IP 821fac88-ba99-436a-9db7-79b9b8924ed7: ACTIVE {{(pid=103541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:11:34.218208 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-5116a78c-8e8e-42f1-90ea-214db56a6f32 None None] Current status of the port 4aede940-9a1e-4c2e-a06f-28426b16b1e4 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:11:34.908220 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b71b0f9-bdd6-427e-918d-975ad8b70281', 'tag': '4aede940-9a1e-4c2e-a06f-28426b16b1e4'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:11:34.910539 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5c4e6b-de41-4559-924c-c4c3cbdf5af6" -d '{"events": [{"name": "network-changed", "server_uuid": "7b71b0f9-bdd6-427e-918d-975ad8b70281", "tag": "4aede940-9a1e-4c2e-a06f-28426b16b1e4"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:11:34.944553 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1168ce0-ad69-4399-b172-c083e1a36a4b x-openstack-request-id: req-f1168ce0-ad69-4399-b172-c083e1a36a4b {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:11:34.944913 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b71b0f9-bdd6-427e-918d-975ad8b70281", "tag": "4aede940-9a1e-4c2e-a06f-28426b16b1e4", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:11:34.945204 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1168ce0-ad69-4399-b172-c083e1a36a4b {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:11:34.945614 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1168ce0-ad69-4399-b172-c083e1a36a4b'] response: {'name': 'network-changed', 'server_uuid': '7b71b0f9-bdd6-427e-918d-975ad8b70281', 'tag': '4aede940-9a1e-4c2e-a06f-28426b16b1e4', 'status': 'completed', 'code': 200} Mar 23 11:11:35.013666 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c4e6b-de41-4559-924c-c4c3cbdf5af6 req-1d46ba82-26b7-4cdb-92a0-38d3263a8c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:35.015145 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-ac5c4e6b-de41-4559-924c-c4c3cbdf5af6 req-1d46ba82-26b7-4cdb-92a0-38d3263a8c5f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e6727fde2374b3baaa1ac9ab747de5d&device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 1169 time: 0.0476217 Mar 23 11:11:35.104192 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c4e6b-de41-4559-924c-c4c3cbdf5af6 req-1c3c328f-2453-4771-b956-7cf7fb21960b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:35.105704 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-ac5c4e6b-de41-4559-924c-c4c3cbdf5af6 req-1c3c328f-2453-4771-b956-7cf7fb21960b service neutron] 10.222.0.52 "GET /v2.0/networks?id=de2c7166-7ec3-43ba-9311-0c2c74465fa5 HTTP/1.1" status: 200 len: 914 time: 0.0826418 Mar 23 11:11:35.172659 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-ac5c4e6b-de41-4559-924c-c4c3cbdf5af6 req-dccbcecb-5909-4702-8d85-e10079ef2a3c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4aede940-9a1e-4c2e-a06f-28426b16b1e4 HTTP/1.1" status: 200 len: 1002 time: 0.0605087 Mar 23 11:11:35.219021 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c4e6b-de41-4559-924c-c4c3cbdf5af6 req-c36bdc70-9540-4e2d-a9b9-504c3d8634b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:35.220421 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-ac5c4e6b-de41-4559-924c-c4c3cbdf5af6 req-c36bdc70-9540-4e2d-a9b9-504c3d8634b9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a2c214ad-c067-4568-b59a-0233eaf61855 HTTP/1.1" status: 200 len: 852 time: 0.0423784 Mar 23 11:11:35.267667 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c4e6b-de41-4559-924c-c4c3cbdf5af6 req-021c51a5-c913-407a-8ea6-0138b213144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:35.268738 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-ac5c4e6b-de41-4559-924c-c4c3cbdf5af6 req-021c51a5-c913-407a-8ea6-0138b213144a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=de2c7166-7ec3-43ba-9311-0c2c74465fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425918 Mar 23 11:11:35.597000 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-ac5c4e6b-de41-4559-924c-c4c3cbdf5af6 req-aa7d06a9-bed1-4ea1-ba23-0ec5ebb50710 service neutron] 10.222.0.52 "GET /v2.0/networks/de2c7166-7ec3-43ba-9311-0c2c74465fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218036 Mar 23 11:11:35.683293 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-ac5c4e6b-de41-4559-924c-c4c3cbdf5af6 req-2ea51364-a91b-430c-ae5a-26127fc6377b service neutron] 10.222.0.52 "GET /v2.0/networks/de2c7166-7ec3-43ba-9311-0c2c74465fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799482 Mar 23 11:11:48.005828 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:11:50.984974 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32c249-e71a-4385-acb2-b776957196d3 req-d3139a77-f550-4983-9367-d25933a333a2 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:50.987338 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3f32c249-e71a-4385-acb2-b776957196d3 req-d3139a77-f550-4983-9367-d25933a333a2 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 985 time: 0.0549009 Mar 23 11:11:51.051345 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3f32c249-e71a-4385-acb2-b776957196d3 req-9dbbfcbe-22eb-4204-b275-f33a6b6a975b tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&id=1b684773-5e90-4a9d-80b6-c4f64bcea678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578306 Mar 23 11:11:51.070735 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cfdff-1d16-4553-a445-eaa2343081eb req-d5f9dae8-4b6a-448b-9e51-d548674faf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:51.072241 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-e59cfdff-1d16-4553-a445-eaa2343081eb req-d5f9dae8-4b6a-448b-9e51-d548674faf7f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e6727fde2374b3baaa1ac9ab747de5d&device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 1169 time: 0.0457108 Mar 23 11:11:51.162156 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cfdff-1d16-4553-a445-eaa2343081eb req-f8da8605-6053-4099-920d-b6c0566b6105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:51.163734 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-e59cfdff-1d16-4553-a445-eaa2343081eb req-f8da8605-6053-4099-920d-b6c0566b6105 service neutron] 10.222.0.52 "GET /v2.0/networks?id=de2c7166-7ec3-43ba-9311-0c2c74465fa5 HTTP/1.1" status: 200 len: 914 time: 0.0857270 Mar 23 11:11:51.237201 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-e59cfdff-1d16-4553-a445-eaa2343081eb req-7b6c67a8-7a5c-40e0-a3d2-8a285866c08c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4aede940-9a1e-4c2e-a06f-28426b16b1e4 HTTP/1.1" status: 200 len: 1002 time: 0.0676360 Mar 23 11:11:51.290238 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cfdff-1d16-4553-a445-eaa2343081eb req-b44e39dd-8426-468a-ba86-c7adf6c4b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:51.291697 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-e59cfdff-1d16-4553-a445-eaa2343081eb req-b44e39dd-8426-468a-ba86-c7adf6c4b648 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a2c214ad-c067-4568-b59a-0233eaf61855 HTTP/1.1" status: 200 len: 852 time: 0.0472214 Mar 23 11:11:51.339327 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cfdff-1d16-4553-a445-eaa2343081eb req-9cb78269-2e85-44d9-a9ca-7a9af9cd693e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:51.340765 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-e59cfdff-1d16-4553-a445-eaa2343081eb req-9cb78269-2e85-44d9-a9ca-7a9af9cd693e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=de2c7166-7ec3-43ba-9311-0c2c74465fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421541 Mar 23 11:11:51.414281 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:51.429271 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-e59cfdff-1d16-4553-a445-eaa2343081eb req-01daa946-6a68-4612-8b46-8da7fc1b0cae service neutron] 10.222.0.52 "GET /v2.0/networks/de2c7166-7ec3-43ba-9311-0c2c74465fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821860 Mar 23 11:11:51.522484 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-e59cfdff-1d16-4553-a445-eaa2343081eb req-d097fbbf-a9ec-41c5-9f15-7004939aa980 service neutron] 10.222.0.52 "GET /v2.0/networks/de2c7166-7ec3-43ba-9311-0c2c74465fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863235 Mar 23 11:11:52.174305 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db9423-ddb1-418f-a0bd-8ca759fecaa6 req-046a1d69-67d4-41d7-aca7-f781626c15e7 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:52.175784 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c7db9423-ddb1-418f-a0bd-8ca759fecaa6 req-046a1d69-67d4-41d7-aca7-f781626c15e7 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 985 time: 0.0561719 Mar 23 11:11:52.234010 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c7db9423-ddb1-418f-a0bd-8ca759fecaa6 req-cf4dc78f-8610-4fff-9438-d9fb6c70d88d tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&id=1b684773-5e90-4a9d-80b6-c4f64bcea678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526645 Mar 23 11:11:53.352644 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04a80d-915d-4cab-8529-dc2bc80bf78b req-29d5fbd5-cc68-4e59-bf27-b54dc9ff8d23 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:53.354146 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4e04a80d-915d-4cab-8529-dc2bc80bf78b req-29d5fbd5-cc68-4e59-bf27-b54dc9ff8d23 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 985 time: 0.0535698 Mar 23 11:11:53.411946 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4e04a80d-915d-4cab-8529-dc2bc80bf78b req-a0238f89-a485-4a15-9844-17eb1cb50109 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&id=1b684773-5e90-4a9d-80b6-c4f64bcea678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521612 Mar 23 11:11:54.534877 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e0bb8-15ed-4248-95db-698101793dec req-12402c42-0003-4e4b-b237-3552df9b6ee8 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:54.536372 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c50e0bb8-15ed-4248-95db-698101793dec req-12402c42-0003-4e4b-b237-3552df9b6ee8 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 985 time: 0.0557759 Mar 23 11:11:54.598788 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c50e0bb8-15ed-4248-95db-698101793dec req-d0320a58-c3be-4bc2-907c-02eac7932ef5 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&id=1b684773-5e90-4a9d-80b6-c4f64bcea678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559144 Mar 23 11:11:55.717111 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05ac44-3333-403b-9b2f-befb5297507c req-7828c30a-b165-4eb6-af08-241e96a41502 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:55.718617 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2f05ac44-3333-403b-9b2f-befb5297507c req-7828c30a-b165-4eb6-af08-241e96a41502 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 985 time: 0.0538833 Mar 23 11:11:55.736657 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-cff28abe-e512-4a7b-ac6d-d9612b381c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:55.777987 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2f05ac44-3333-403b-9b2f-befb5297507c req-84d77248-cfb7-46a8-bf90-df8eec088963 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&id=1b684773-5e90-4a9d-80b6-c4f64bcea678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536203 Mar 23 11:11:56.894162 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7dbf0-9291-404d-b033-57166a14d5ae req-256a4813-b1b1-40cb-b076-5d32c3bbe759 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:56.895535 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9ba7dbf0-9291-404d-b033-57166a14d5ae req-256a4813-b1b1-40cb-b076-5d32c3bbe759 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 985 time: 0.0517700 Mar 23 11:11:56.953361 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9ba7dbf0-9291-404d-b033-57166a14d5ae req-28b60644-0ef5-4947-a107-d1903d66362e tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&id=1b684773-5e90-4a9d-80b6-c4f64bcea678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522034 Mar 23 11:11:57.841577 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d9163f7f-c4f5-4eec-9925-d0b2ae225813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:11:58.073054 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d116150-7f8d-4792-a2e2-942ecf0cc417 req-56ba53ec-c3fe-46e5-b820-ed43bbd9de6b tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:58.074474 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5d116150-7f8d-4792-a2e2-942ecf0cc417 req-56ba53ec-c3fe-46e5-b820-ed43bbd9de6b tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 985 time: 0.0565403 Mar 23 11:11:58.132509 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5d116150-7f8d-4792-a2e2-942ecf0cc417 req-258e94af-f1e1-45a3-9af0-77a11e80bf2a tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&id=1b684773-5e90-4a9d-80b6-c4f64bcea678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518048 Mar 23 11:11:59.246783 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa77614-ab02-4f6f-a734-6711d7a041bf req-c1a6d318-9566-495b-89cf-48fd82c14042 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:59.248233 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8aa77614-ab02-4f6f-a734-6711d7a041bf req-c1a6d318-9566-495b-89cf-48fd82c14042 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 985 time: 0.0515125 Mar 23 11:11:59.305360 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8aa77614-ab02-4f6f-a734-6711d7a041bf req-ed657e18-2956-4f4a-a5d1-006203624cd0 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&id=1b684773-5e90-4a9d-80b6-c4f64bcea678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514629 Mar 23 11:11:59.516027 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:00.419249 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34627725-f342-4a67-91e1-e0dcecda0308 req-260d8f72-228f-4e9e-a8fb-d90ca6bc1f6c tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:00.420731 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-34627725-f342-4a67-91e1-e0dcecda0308 req-260d8f72-228f-4e9e-a8fb-d90ca6bc1f6c tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 985 time: 0.0513704 Mar 23 11:12:00.482105 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-34627725-f342-4a67-91e1-e0dcecda0308 req-8d99b068-3786-488e-94da-a4ff4b0da5d0 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&id=1b684773-5e90-4a9d-80b6-c4f64bcea678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557299 Mar 23 11:12:00.693300 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:01.603795 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b164f9-7c9c-4b63-afeb-8d019437d07d req-16aebac0-a982-45a0-ab26-4cb74e3ae7b1 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:01.605320 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d7b164f9-7c9c-4b63-afeb-8d019437d07d req-16aebac0-a982-45a0-ab26-4cb74e3ae7b1 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 985 time: 0.0547802 Mar 23 11:12:01.668032 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d7b164f9-7c9c-4b63-afeb-8d019437d07d req-58b01f27-18a0-45f7-a5b3-abebb117468d tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&id=1b684773-5e90-4a9d-80b6-c4f64bcea678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546422 Mar 23 11:12:02.333474 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:02.784597 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4de1b3-a46b-4a91-922c-96a4b63dd996 req-c8583af3-ce66-4ea2-bd9f-ff8f0a089fbb tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:02.786111 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8c4de1b3-a46b-4a91-922c-96a4b63dd996 req-c8583af3-ce66-4ea2-bd9f-ff8f0a089fbb tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 985 time: 0.0521851 Mar 23 11:12:02.844494 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-8c4de1b3-a46b-4a91-922c-96a4b63dd996 req-3a5d8b20-17ec-4430-a1aa-9477e5390940 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&id=1b684773-5e90-4a9d-80b6-c4f64bcea678&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524631 Mar 23 11:12:21.453053 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:22.806632 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56bb4f-5e77-49ec-baec-5e7ff305e57b req-a707faab-28ae-4a51-918a-79f3ccb02022 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:22.808111 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2d56bb4f-5e77-49ec-baec-5e7ff305e57b req-a707faab-28ae-4a51-918a-79f3ccb02022 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2 HTTP/1.1" status: 200 len: 945 time: 0.0557222 Mar 23 11:12:22.854427 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-2d56bb4f-5e77-49ec-baec-5e7ff305e57b req-15fed203-d8c5-4f1c-81bf-93c4bd8faa54 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7cd783f-cdf9-4957-a4d8-25ca4c4907f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407803 Mar 23 11:12:23.975610 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a694e-e3f9-400b-ad5d-dc7618d4a5ef req-19a1075d-a761-44eb-9f75-f5ef812b9b66 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:23.977103 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ac3a694e-e3f9-400b-ad5d-dc7618d4a5ef req-19a1075d-a761-44eb-9f75-f5ef812b9b66 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2 HTTP/1.1" status: 200 len: 945 time: 0.0517106 Mar 23 11:12:24.023112 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ac3a694e-e3f9-400b-ad5d-dc7618d4a5ef req-9c618d79-7b8b-48ce-8540-3324f8e29cfe tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7cd783f-cdf9-4957-a4d8-25ca4c4907f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405092 Mar 23 11:12:24.384732 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabb998-2f74-4c52-8c5e-76549b2daf6f req-9a49868f-8c65-4a97-a3a0-257131180ac8 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:24.386212 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-cbabb998-2f74-4c52-8c5e-76549b2daf6f req-9a49868f-8c65-4a97-a3a0-257131180ac8 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2 HTTP/1.1" status: 200 len: 945 time: 0.0518544 Mar 23 11:12:24.479948 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [req-cbabb998-2f74-4c52-8c5e-76549b2daf6f req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Deleting port ffeaff9d-0cb7-4366-bc27-2129187fd5ad {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:12:24.480301 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-cbabb998-2f74-4c52-8c5e-76549b2daf6f req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (ffeaff9d-0cb7-4366-bc27-2129187fd5ad), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:24.566952 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-cbabb998-2f74-4c52-8c5e-76549b2daf6f req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] For port ffeaff9d-0cb7-4366-bc27-2129187fd5ad, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=ffeaff9d-0cb7-4366-bc27-2129187fd5ad,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:12:24.567320 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-cbabb998-2f74-4c52-8c5e-76549b2daf6f req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (ffeaff9d-0cb7-4366-bc27-2129187fd5ad), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:24.736156 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-cbabb998-2f74-4c52-8c5e-76549b2daf6f req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:24.736528 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-cbabb998-2f74-4c52-8c5e-76549b2daf6f req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (821fac88-ba99-436a-9db7-79b9b8924ed7), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:24.736885 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.db.l3_db [req-cbabb998-2f74-4c52-8c5e-76549b2daf6f req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Floating IP 821fac88-ba99-436a-9db7-79b9b8924ed7 disassociated. External IP: 172.27.0.193, port: ffeaff9d-0cb7-4366-bc27-2129187fd5ad. Mar 23 11:12:24.737257 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [req-cbabb998-2f74-4c52-8c5e-76549b2daf6f req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Calling delete_port for ffeaff9d-0cb7-4366-bc27-2129187fd5ad owned by compute:nova {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:12:24.927112 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-cbabb998-2f74-4c52-8c5e-76549b2daf6f req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (ffeaff9d-0cb7-4366-bc27-2129187fd5ad), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:24.954912 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event deleted for resources: {'Port': ['ID=ffeaff9d-0cb7-4366-bc27-2129187fd5ad,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:24.968730 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:24.969088 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:24.969464 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:24.970972 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:24.970972 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:24.970972 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:24.970972 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:24.971928 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:24.972095 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:24.972398 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:24.972732 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:24.973061 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:24.973417 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:24.973766 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:24.974094 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:25.004265 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:12:25.085540 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbabb998-2f74-4c52-8c5e-76549b2daf6f req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Router cfcddd4b-98da-461c-8da1-9502797c8c75 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:12:25.118894 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f9e5ac97-4ace-4969-8c83-1702b0095227 req-f34d6761-c5a4-436b-a843-21de5084e250 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2 HTTP/1.1" status: 200 len: 210 time: 0.0295320 Mar 23 11:12:25.194214 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbabb998-2f74-4c52-8c5e-76549b2daf6f req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:12:25.204492 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92acd5d-20e9-4e2e-a4f1-0e471611a97b None None] Sync routers for ids ['cfcddd4b-98da-461c-8da1-9502797c8c75'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:12:25.214478 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92acd5d-20e9-4e2e-a4f1-0e471611a97b None None] Routers {'cfcddd4b-98da-461c-8da1-9502797c8c75'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:12:25.215096 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-a92acd5d-20e9-4e2e-a4f1-0e471611a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976fbc940>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:11:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cfcddd4b-98da-461c-8da1-9502797c8c75'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:25.237239 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbabb998-2f74-4c52-8c5e-76549b2daf6f req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] No DVR routers for this DVR port ffeaff9d-0cb7-4366-bc27-2129187fd5ad on host hv-cinder-79053 {{(pid=103539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:12:25.239490 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-cbabb998-2f74-4c52-8c5e-76549b2daf6f req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:25.242734 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-cbabb998-2f74-4c52-8c5e-76549b2daf6f req-3ac102e3-be10-4bc0-9cf8-0d8f9294d2a2 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.52 "DELETE /v2.0/ports/ffeaff9d-0cb7-4366-bc27-2129187fd5ad HTTP/1.1" status: 204 len: 173 time: 0.8513076 Mar 23 11:12:25.243172 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2', 'name': 'network-vif-deleted', 'tag': 'ffeaff9d-0cb7-4366-bc27-2129187fd5ad'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:12:25.245448 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6832ac32-13c8-475a-8c1c-e71456bae1fc" -d '{"events": [{"server_uuid": "5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2", "name": "network-vif-deleted", "tag": "ffeaff9d-0cb7-4366-bc27-2129187fd5ad"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:12:25.280561 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20943e71-ce24-40e1-82be-44f181584534 x-openstack-request-id: req-20943e71-ce24-40e1-82be-44f181584534 {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:12:25.280852 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2", "name": "network-vif-deleted", "tag": "ffeaff9d-0cb7-4366-bc27-2129187fd5ad", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:12:25.281100 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20943e71-ce24-40e1-82be-44f181584534 {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:12:25.281527 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20943e71-ce24-40e1-82be-44f181584534'] response: {'server_uuid': '5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2', 'name': 'network-vif-deleted', 'tag': 'ffeaff9d-0cb7-4366-bc27-2129187fd5ad', 'status': 'completed', 'code': 200} Mar 23 11:12:25.335390 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-a92acd5d-20e9-4e2e-a4f1-0e471611a97b None None] Set router cfcddd4b-98da-461c-8da1-9502797c8c75 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:12:25.537437 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-a92acd5d-20e9-4e2e-a4f1-0e471611a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976fbc940>, [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:25.563032 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92acd5d-20e9-4e2e-a4f1-0e471611a97b None None] Checking router: cfcddd4b-98da-461c-8da1-9502797c8c75 for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:12:25.618420 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92acd5d-20e9-4e2e-a4f1-0e471611a97b None None] Routers {'cfcddd4b-98da-461c-8da1-9502797c8c75'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:12:25.619028 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-a92acd5d-20e9-4e2e-a4f1-0e471611a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976fbc940>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:11:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cfcddd4b-98da-461c-8da1-9502797c8c75'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:25.730037 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-a92acd5d-20e9-4e2e-a4f1-0e471611a97b None None] Set router cfcddd4b-98da-461c-8da1-9502797c8c75 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:12:25.761975 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a2ab27f0-58dc-4113-91ba-8c2a25de4922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:25.924980 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-a92acd5d-20e9-4e2e-a4f1-0e471611a97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976fbc940>, [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:25.949456 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92acd5d-20e9-4e2e-a4f1-0e471611a97b None None] The sync data for ids ['cfcddd4b-98da-461c-8da1-9502797c8c75'] in dv-cinder-790535-33-iscsi is: [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:07:30Z', 'revision_number': 4, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '39227aa4-5d95-4446-9316-7d39c69769f6', 'name': '', 'network_id': '3bfa1340-08ba-419b-8f23-d81230e789c7', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'mac_address': 'fa:16:3e:f2:c7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:29Z', 'updated_at': '2022-03-23T11:07:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'subnets': [{'id': '7ba199a1-33e3-44f1-9a9b-3dd7e82d6744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:12:26.168711 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed8f0be-6279-46da-a0a0-b25e46486a33 None None] New status for floating IP 821fac88-ba99-436a-9db7-79b9b8924ed7: DOWN {{(pid=103541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:12:26.229988 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b54ae562-f448-4ebd-9154-0eee1797f914 req-818aa313-8288-4b30-a994-248fb590a93e tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f40ed1c-c8ba-4f46-ade6-caa3e7aa15f2 HTTP/1.1" status: 200 len: 210 time: 0.0285161 Mar 23 11:12:26.648695 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device ffeaff9d-0cb7-4366-bc27-2129187fd5ad no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:12:26.669924 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] No Port match for: ffeaff9d-0cb7-4366-bc27-2129187fd5ad {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:12:26.670271 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device ffeaff9d-0cb7-4366-bc27-2129187fd5ad not bound to the agent host hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:12:27.390302 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 55888) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:27.442780 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-da71f2cc-d46f-4119-bcbd-656c02ba07b6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group (d7cd783f-cdf9-4957-a4d8-25ca4c4907f1), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:27.465665 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-da71f2cc-d46f-4119-bcbd-656c02ba07b6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group (d7cd783f-cdf9-4957-a4d8-25ca4c4907f1), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:27.607427 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-da71f2cc-d46f-4119-bcbd-656c02ba07b6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (d7cd783f-cdf9-4957-a4d8-25ca4c4907f1), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:27.609960 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-da71f2cc-d46f-4119-bcbd-656c02ba07b6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:27.611116 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-da71f2cc-d46f-4119-bcbd-656c02ba07b6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "DELETE /v2.0/security-groups/d7cd783f-cdf9-4957-a4d8-25ca4c4907f1 HTTP/1.1" status: 204 len: 168 time: 0.2198031 Mar 23 11:12:27.613922 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55890) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:27.622596 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71f2cc-d46f-4119-bcbd-656c02ba07b6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cd783f-cdf9-4957-a4d8-25ca4c4907f1,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:27.627919 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.api.v2.resource [None req-5a273726-8c4f-4bc2-a7a2-4de78c2b6030 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] show failed (client error): The resource could not be found. Mar 23 11:12:27.629214 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-5a273726-8c4f-4bc2-a7a2-4de78c2b6030 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "GET /v2.0/security-groups/d7cd783f-cdf9-4957-a4d8-25ca4c4907f1 HTTP/1.1" status: 404 len: 347 time: 0.0139904 Mar 23 11:12:27.631043 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da71f2cc-d46f-4119-bcbd-656c02ba07b6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:27.631481 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da71f2cc-d46f-4119-bcbd-656c02ba07b6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:27.631975 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55892) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:27.632394 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da71f2cc-d46f-4119-bcbd-656c02ba07b6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:27.632774 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da71f2cc-d46f-4119-bcbd-656c02ba07b6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:27.633123 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da71f2cc-d46f-4119-bcbd-656c02ba07b6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:27.633665 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da71f2cc-d46f-4119-bcbd-656c02ba07b6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:27.634021 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da71f2cc-d46f-4119-bcbd-656c02ba07b6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:27.634364 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da71f2cc-d46f-4119-bcbd-656c02ba07b6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:27.634704 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da71f2cc-d46f-4119-bcbd-656c02ba07b6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:27.635043 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da71f2cc-d46f-4119-bcbd-656c02ba07b6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:27.635383 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da71f2cc-d46f-4119-bcbd-656c02ba07b6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:27.635715 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da71f2cc-d46f-4119-bcbd-656c02ba07b6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:27.636049 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da71f2cc-d46f-4119-bcbd-656c02ba07b6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:27.636380 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da71f2cc-d46f-4119-bcbd-656c02ba07b6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:27.636711 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da71f2cc-d46f-4119-bcbd-656c02ba07b6 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:27.756063 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-d9d750e7-5f2c-4d63-9afe-9afff7c73c94 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Deleting port e87419a8-97e6-49f9-937d-b31346effdc2 {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:12:27.756401 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d9d750e7-5f2c-4d63-9afe-9afff7c73c94 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (e87419a8-97e6-49f9-937d-b31346effdc2), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:27.831636 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d9d750e7-5f2c-4d63-9afe-9afff7c73c94 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (e87419a8-97e6-49f9-937d-b31346effdc2), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:27.832176 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d9d750e7-5f2c-4d63-9afe-9afff7c73c94 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (e87419a8-97e6-49f9-937d-b31346effdc2), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:27.845922 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-d9d750e7-5f2c-4d63-9afe-9afff7c73c94 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Calling delete_port for e87419a8-97e6-49f9-937d-b31346effdc2 owned by network:floatingip {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:12:27.867739 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8c70ed37-a006-4d92-ac62-c0156e90ce75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:28.058615 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d9d750e7-5f2c-4d63-9afe-9afff7c73c94 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (e87419a8-97e6-49f9-937d-b31346effdc2), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:28.081979 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d750e7-5f2c-4d63-9afe-9afff7c73c94 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Pushing event deleted for resources: {'Port': ['ID=e87419a8-97e6-49f9-937d-b31346effdc2,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:28.145768 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d9d750e7-5f2c-4d63-9afe-9afff7c73c94 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks [] for floatingip (821fac88-ba99-436a-9db7-79b9b8924ed7), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:28.148161 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d9d750e7-5f2c-4d63-9afe-9afff7c73c94 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:28.149323 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-d9d750e7-5f2c-4d63-9afe-9afff7c73c94 tempest-AttachVolumeNegativeTest-318191845 tempest-AttachVolumeNegativeTest-318191845-project] 10.222.0.41 "DELETE /v2.0/floatingips/821fac88-ba99-436a-9db7-79b9b8924ed7 HTTP/1.1" status: 204 len: 168 time: 0.5161898 Mar 23 11:12:29.073499 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-0016737f-023c-424a-82ac-81e55f100064 req-7dd8f600-2bb1-4b6b-94fe-c9bfa5616e20 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442326 Mar 23 11:12:29.155127 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016737f-023c-424a-82ac-81e55f100064 req-31a49c3f-aaf8-4c17-a3fd-2a5f9a6dcb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:29.156627 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-0016737f-023c-424a-82ac-81e55f100064 req-31a49c3f-aaf8-4c17-a3fd-2a5f9a6dcb0b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e6727fde2374b3baaa1ac9ab747de5d&device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 1169 time: 0.0435026 Mar 23 11:12:29.258319 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016737f-023c-424a-82ac-81e55f100064 req-31a75486-bf20-463c-a00a-1a11124f70bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:29.259762 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-0016737f-023c-424a-82ac-81e55f100064 req-31a75486-bf20-463c-a00a-1a11124f70bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=de2c7166-7ec3-43ba-9311-0c2c74465fa5 HTTP/1.1" status: 200 len: 914 time: 0.0855851 Mar 23 11:12:29.323542 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-0016737f-023c-424a-82ac-81e55f100064 req-97f01cef-ebd0-45f6-a0e3-37841a4e97d1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4aede940-9a1e-4c2e-a06f-28426b16b1e4 HTTP/1.1" status: 200 len: 1002 time: 0.0571487 Mar 23 11:12:29.369526 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016737f-023c-424a-82ac-81e55f100064 req-53493c23-69b5-418a-a119-b2094f20477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:29.370895 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-0016737f-023c-424a-82ac-81e55f100064 req-53493c23-69b5-418a-a119-b2094f20477b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a2c214ad-c067-4568-b59a-0233eaf61855 HTTP/1.1" status: 200 len: 852 time: 0.0420017 Mar 23 11:12:29.424735 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016737f-023c-424a-82ac-81e55f100064 req-9a198bab-15c5-4f21-b2f2-cdd0754cafff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:29.426651 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-0016737f-023c-424a-82ac-81e55f100064 req-9a198bab-15c5-4f21-b2f2-cdd0754cafff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=de2c7166-7ec3-43ba-9311-0c2c74465fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501878 Mar 23 11:12:29.499054 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:29.525699 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-0016737f-023c-424a-82ac-81e55f100064 req-9e42657c-f5a9-4928-80fa-d32c63511c7c service neutron] 10.222.0.52 "GET /v2.0/networks/de2c7166-7ec3-43ba-9311-0c2c74465fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929723 Mar 23 11:12:29.615587 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-0016737f-023c-424a-82ac-81e55f100064 req-de62ed35-1681-4fde-82db-ca19459ca36a service neutron] 10.222.0.52 "GET /v2.0/networks/de2c7166-7ec3-43ba-9311-0c2c74465fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844419 Mar 23 11:12:30.733031 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:32.307976 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55932) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:32.339063 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:32.743606 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fb32dc81-6d50-4ce9-8663-2c3d895f7ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573510'] for router_interface (cfcddd4b-98da-461c-8da1-9502797c8c75), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:32.982476 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-fb32dc81-6d50-4ce9-8663-2c3d895f7ca8 admin admin] Deleting port 39227aa4-5d95-4446-9316-7d39c69769f6 {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:12:32.982820 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fb32dc81-6d50-4ce9-8663-2c3d895f7ca8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (39227aa4-5d95-4446-9316-7d39c69769f6), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:33.057035 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [None req-fb32dc81-6d50-4ce9-8663-2c3d895f7ca8 admin admin] For port 39227aa4-5d95-4446-9316-7d39c69769f6, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=39227aa4-5d95-4446-9316-7d39c69769f6,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:12:33.057425 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fb32dc81-6d50-4ce9-8663-2c3d895f7ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (39227aa4-5d95-4446-9316-7d39c69769f6), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:33.072400 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-fb32dc81-6d50-4ce9-8663-2c3d895f7ca8 admin admin] Calling delete_port for 39227aa4-5d95-4446-9316-7d39c69769f6 owned by network:router_interface {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:12:33.350027 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fb32dc81-6d50-4ce9-8663-2c3d895f7ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (39227aa4-5d95-4446-9316-7d39c69769f6), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:33.373036 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32dc81-6d50-4ce9-8663-2c3d895f7ca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=39227aa4-5d95-4446-9316-7d39c69769f6,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:33.546998 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-fb32dc81-6d50-4ce9-8663-2c3d895f7ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589814'] for router_interface (cfcddd4b-98da-461c-8da1-9502797c8c75), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:33.755875 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb32dc81-6d50-4ce9-8663-2c3d895f7ca8 admin admin] Router cfcddd4b-98da-461c-8da1-9502797c8c75 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:12:33.861627 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb32dc81-6d50-4ce9-8663-2c3d895f7ca8 admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:12:33.867148 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-fb32dc81-6d50-4ce9-8663-2c3d895f7ca8 admin admin] 10.222.0.41 "PUT /v2.0/routers/cfcddd4b-98da-461c-8da1-9502797c8c75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5581367 Mar 23 11:12:33.869620 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55936) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:33.871786 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e3e88e-05e5-4d29-a77f-cadbbfa55ca9 None None] Sync routers for ids ['cfcddd4b-98da-461c-8da1-9502797c8c75'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:12:33.882941 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e3e88e-05e5-4d29-a77f-cadbbfa55ca9 None None] Routers {'cfcddd4b-98da-461c-8da1-9502797c8c75'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:12:33.883552 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-75e3e88e-05e5-4d29-a77f-cadbbfa55ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976fbceb0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:12:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cfcddd4b-98da-461c-8da1-9502797c8c75'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:34.011429 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-75e3e88e-05e5-4d29-a77f-cadbbfa55ca9 None None] Set router cfcddd4b-98da-461c-8da1-9502797c8c75 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:12:34.193238 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-75e3e88e-05e5-4d29-a77f-cadbbfa55ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976fbceb0>, [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:12:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:34.223178 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e3e88e-05e5-4d29-a77f-cadbbfa55ca9 None None] Checking router: cfcddd4b-98da-461c-8da1-9502797c8c75 for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:12:34.224331 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9ac5de03-82c5-4f68-9bd4-ead0beb9454f admin admin] Publish callbacks [] for router (cfcddd4b-98da-461c-8da1-9502797c8c75), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:34.231683 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e3e88e-05e5-4d29-a77f-cadbbfa55ca9 None None] Routers {'cfcddd4b-98da-461c-8da1-9502797c8c75'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:12:34.232292 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-75e3e88e-05e5-4d29-a77f-cadbbfa55ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976fbceb0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:12:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['cfcddd4b-98da-461c-8da1-9502797c8c75'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:34.325657 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9ac5de03-82c5-4f68-9bd4-ead0beb9454f admin admin] Publish callbacks [] for router_gateway (cfcddd4b-98da-461c-8da1-9502797c8c75), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:34.334948 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-75e3e88e-05e5-4d29-a77f-cadbbfa55ca9 None None] Set router cfcddd4b-98da-461c-8da1-9502797c8c75 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:12:34.433953 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-9ac5de03-82c5-4f68-9bd4-ead0beb9454f admin admin] Deleting port 5a51d088-e391-47c4-bae2-c91b71d8617a {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:12:34.434553 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9ac5de03-82c5-4f68-9bd4-ead0beb9454f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (5a51d088-e391-47c4-bae2-c91b71d8617a), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:34.514784 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [None req-9ac5de03-82c5-4f68-9bd4-ead0beb9454f admin admin] For port 5a51d088-e391-47c4-bae2-c91b71d8617a, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=5a51d088-e391-47c4-bae2-c91b71d8617a,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:12:34.515150 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9ac5de03-82c5-4f68-9bd4-ead0beb9454f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (5a51d088-e391-47c4-bae2-c91b71d8617a), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:34.528159 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-9ac5de03-82c5-4f68-9bd4-ead0beb9454f admin admin] Calling delete_port for 5a51d088-e391-47c4-bae2-c91b71d8617a owned by network:router_gateway {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:12:34.595447 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-75e3e88e-05e5-4d29-a77f-cadbbfa55ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976fbceb0>, [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:12:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:34.620808 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e3e88e-05e5-4d29-a77f-cadbbfa55ca9 None None] The sync data for ids ['cfcddd4b-98da-461c-8da1-9502797c8c75'] in dv-cinder-790535-33-iscsi is: [{'id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'name': 'tempest-AttachVolumeNegativeTest-63236951-router', 'tenant_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:07:26Z', 'updated_at': '2022-03-23T11:12:33Z', 'revision_number': 5, 'project_id': '34c477f1d53b42cbb4eaf1def983a6e2', 'gw_port': {'id': '5a51d088-e391-47c4-bae2-c91b71d8617a', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:64:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcddd4b-98da-461c-8da1-9502797c8c75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:07:27Z', 'updated_at': '2022-03-23T11:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:12:34.756067 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9ac5de03-82c5-4f68-9bd4-ead0beb9454f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (5a51d088-e391-47c4-bae2-c91b71d8617a), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:34.785673 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5de03-82c5-4f68-9bd4-ead0beb9454f admin admin] Pushing event deleted for resources: {'Port': ['ID=5a51d088-e391-47c4-bae2-c91b71d8617a,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:34.844005 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9ac5de03-82c5-4f68-9bd4-ead0beb9454f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589324'] for router_gateway (cfcddd4b-98da-461c-8da1-9502797c8c75), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:34.933509 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9ac5de03-82c5-4f68-9bd4-ead0beb9454f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router (cfcddd4b-98da-461c-8da1-9502797c8c75), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:34.935499 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9ac5de03-82c5-4f68-9bd4-ead0beb9454f admin admin] Publish callbacks [] for router_controller (cfcddd4b-98da-461c-8da1-9502797c8c75), precommit_delete_associations {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:35.076140 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9ac5de03-82c5-4f68-9bd4-ead0beb9454f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588271'] for router (cfcddd4b-98da-461c-8da1-9502797c8c75), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:35.076771 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac5de03-82c5-4f68-9bd4-ead0beb9454f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfcddd4b-98da-461c-8da1-9502797c8c75 {{(pid=103539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 11:12:35.081793 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-9ac5de03-82c5-4f68-9bd4-ead0beb9454f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:35.082973 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-9ac5de03-82c5-4f68-9bd4-ead0beb9454f admin admin] 10.222.0.41 "DELETE /v2.0/routers/cfcddd4b-98da-461c-8da1-9502797c8c75 HTTP/1.1" status: 204 len: 168 time: 1.2124460 Mar 23 11:12:35.085919 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 55940) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:35.130209 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1c441a-b230-4e39-90b2-784ab18d13fa admin admin] Deleting subnet 7ba199a1-33e3-44f1-9a9b-3dd7e82d6744 {{(pid=103540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 11:12:35.133299 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-df1c441a-b230-4e39-90b2-784ab18d13fa admin admin] Publish callbacks [] for subnet (7ba199a1-33e3-44f1-9a9b-3dd7e82d6744), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:35.170941 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-df1c441a-b230-4e39-90b2-784ab18d13fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12491986'] for subnet (7ba199a1-33e3-44f1-9a9b-3dd7e82d6744), precommit_delete_associations {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:35.249530 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-df1c441a-b230-4e39-90b2-784ab18d13fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3350868'] for subnet (7ba199a1-33e3-44f1-9a9b-3dd7e82d6744), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:35.367701 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-df1c441a-b230-4e39-90b2-784ab18d13fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3350861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12546396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11773122'] for subnet (7ba199a1-33e3-44f1-9a9b-3dd7e82d6744), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:35.390386 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c441a-b230-4e39-90b2-784ab18d13fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ba199a1-33e3-44f1-9a9b-3dd7e82d6744,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:35.396457 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-df1c441a-b230-4e39-90b2-784ab18d13fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:35.399805 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-df1c441a-b230-4e39-90b2-784ab18d13fa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7ba199a1-33e3-44f1-9a9b-3dd7e82d6744 HTTP/1.1" status: 204 len: 168 time: 0.3126369 Mar 23 11:12:35.401926 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4920e4df-9426-4079-8871-f36007951155 None None] Network 3bfa1340-08ba-419b-8f23-d81230e789c7 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:12:35.402458 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 55944) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:35.473492 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a161b1ee-3d76-46e9-a719-99d04732b6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148571'] for network (3bfa1340-08ba-419b-8f23-d81230e789c7), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:35.526544 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-a161b1ee-3d76-46e9-a719-99d04732b6da admin admin] Deleting port ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12 {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:12:35.526886 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a161b1ee-3d76-46e9-a719-99d04732b6da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:35.588286 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [None req-a161b1ee-3d76-46e9-a719-99d04732b6da admin admin] For port ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:12:35.588658 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a161b1ee-3d76-46e9-a719-99d04732b6da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:35.606358 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-a161b1ee-3d76-46e9-a719-99d04732b6da admin admin] Calling delete_port for ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12 owned by network:dhcp {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:12:35.613698 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac28e9b1-1847-4701-86bc-a54664b8fdca None None] DHCP port deletion for 3bfa1340-08ba-419b-8f23-d81230e789c7 request from dv-cinder-790535-33-iscsi {{(pid=103541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 11:12:35.660404 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-ac28e9b1-1847-4701-86bc-a54664b8fdca None None] Deleting port ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12 {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:12:35.660782 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ac28e9b1-1847-4701-86bc-a54664b8fdca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:35.722269 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-ac28e9b1-1847-4701-86bc-a54664b8fdca None None] For port ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12,segment=NetworkSegment(a8d61137-8314-4423-8eb8-fb7c0dc66203),segment_id=a8d61137-8314-4423-8eb8-fb7c0dc66203)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:12:35.722635 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ac28e9b1-1847-4701-86bc-a54664b8fdca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:35.732892 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a161b1ee-3d76-46e9-a719-99d04732b6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:35.735318 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-ac28e9b1-1847-4701-86bc-a54664b8fdca None None] Calling delete_port for ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12 owned by network:dhcp {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:12:35.757686 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161b1ee-3d76-46e9-a719-99d04732b6da admin admin] Pushing event deleted for resources: {'Port': ['ID=ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:35.761330 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a161b1ee-3d76-46e9-a719-99d04732b6da admin admin] No DVR routers for this DVR port ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12 on host dv-cinder-790535-33-iscsi {{(pid=103540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:12:35.817652 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ac28e9b1-1847-4701-86bc-a54664b8fdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628'] for port (ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:35.832326 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a161b1ee-3d76-46e9-a719-99d04732b6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3292129', 'neutron.services.segments.db._delete_segments_for_network-8738511072579'] for network (3bfa1340-08ba-419b-8f23-d81230e789c7), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:35.842922 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28e9b1-1847-4701-86bc-a54664b8fdca None None] Pushing event deleted for resources: {'Port': ['ID=ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:35.850397 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac28e9b1-1847-4701-86bc-a54664b8fdca None None] No DVR routers for this DVR port ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12 on host dv-cinder-790535-33-iscsi {{(pid=103541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:12:35.852100 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-a161b1ee-3d76-46e9-a719-99d04732b6da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2974e67fa0>,) {'filters': {'network_id': ['3bfa1340-08ba-419b-8f23-d81230e789c7']}} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:35.852497 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac28e9b1-1847-4701-86bc-a54664b8fdca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:35.852857 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac28e9b1-1847-4701-86bc-a54664b8fdca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:35.853252 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac28e9b1-1847-4701-86bc-a54664b8fdca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:35.853587 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac28e9b1-1847-4701-86bc-a54664b8fdca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:35.853937 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac28e9b1-1847-4701-86bc-a54664b8fdca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:35.854279 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac28e9b1-1847-4701-86bc-a54664b8fdca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:35.854620 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac28e9b1-1847-4701-86bc-a54664b8fdca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:35.854956 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac28e9b1-1847-4701-86bc-a54664b8fdca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:35.855294 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac28e9b1-1847-4701-86bc-a54664b8fdca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:35.855629 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac28e9b1-1847-4701-86bc-a54664b8fdca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:35.855965 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac28e9b1-1847-4701-86bc-a54664b8fdca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:35.856302 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac28e9b1-1847-4701-86bc-a54664b8fdca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:35.856635 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac28e9b1-1847-4701-86bc-a54664b8fdca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:35.856966 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac28e9b1-1847-4701-86bc-a54664b8fdca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:35.857330 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac28e9b1-1847-4701-86bc-a54664b8fdca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:12:35.862511 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-a161b1ee-3d76-46e9-a719-99d04732b6da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2974e67fa0>, 'a8d61137-8314-4423-8eb8-fb7c0dc66203') {'for_net_delete': True} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:35.862889 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-a161b1ee-3d76-46e9-a719-99d04732b6da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2974e67fa0>, 'a8d61137-8314-4423-8eb8-fb7c0dc66203') {} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:35.872775 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a161b1ee-3d76-46e9-a719-99d04732b6da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738511073100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12492011'] for segment (a8d61137-8314-4423-8eb8-fb7c0dc66203), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:35.886225 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a161b1ee-3d76-46e9-a719-99d04732b6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (a8d61137-8314-4423-8eb8-fb7c0dc66203), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:35.891904 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a161b1ee-3d76-46e9-a719-99d04732b6da admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 11:12:35.892230 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a161b1ee-3d76-46e9-a719-99d04732b6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12548094'] for segment (a8d61137-8314-4423-8eb8-fb7c0dc66203), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: Traceback (most recent call last): Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: timer() Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: cb(*args, **kw) Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: return func(*args, **kwargs) Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: self._notify() Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: self.callback(batched_events) Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: event.method(event) Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: return f(self, *a, **k) Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: return self._get(url).json() Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: return self.request(url, 'GET', **kwargs) Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:12:35.894411 dv-cinder-790535-33-iscsi neutron-server[103540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:12:36.019193 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a161b1ee-3d76-46e9-a719-99d04732b6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3292122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589424'] for network (3bfa1340-08ba-419b-8f23-d81230e789c7), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:36.024604 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a161b1ee-3d76-46e9-a719-99d04732b6da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:36.027751 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-a161b1ee-3d76-46e9-a719-99d04732b6da admin admin] 10.222.0.41 "DELETE /v2.0/networks/3bfa1340-08ba-419b-8f23-d81230e789c7 HTTP/1.1" status: 204 len: 168 time: 0.6247222 Mar 23 11:12:36.043592 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161b1ee-3d76-46e9-a719-99d04732b6da admin admin] Pushing event deleted for resources: {'Network': ['ID=3bfa1340-08ba-419b-8f23-d81230e789c7,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:36.145034 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e990d95d-6750-405b-aba6-76682e9571c2 req-f8fa1ec7-c085-4e22-ab9c-166083eb6f51 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1567562470&fields=id&tenant_id=8e6727fde2374b3baaa1ac9ab747de5d HTTP/1.1" status: 200 len: 267 time: 0.1063232 Mar 23 11:12:36.200827 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990d95d-6750-405b-aba6-76682e9571c2 req-aa56590c-c53c-40fb-a05b-07ba9eb58eb3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:36.202332 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e990d95d-6750-405b-aba6-76682e9571c2 req-aa56590c-c53c-40fb-a05b-07ba9eb58eb3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 985 time: 0.0520947 Mar 23 11:12:36.212726 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [req-e990d95d-6750-405b-aba6-76682e9571c2 req-42305bdf-4ea3-4ab3-ad1d-165903598aeb tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Request body: {'port': {'security_groups': ['e8529b25-bd16-4224-a8d5-fac2def9480c']}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:12:36.281689 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-e990d95d-6750-405b-aba6-76682e9571c2 req-42305bdf-4ea3-4ab3-ad1d-165903598aeb tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (4aede940-9a1e-4c2e-a06f-28426b16b1e4), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:36.340009 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55952) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:36.379442 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-26478484-cb67-4f9c-8090-b37f9b3bed9d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34c477f1d53b42cbb4eaf1def983a6e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382061 Mar 23 11:12:36.381865 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55954) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:36.428513 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-cb6b86b9-d3e8-41d9-9493-ae4d61f80666 admin admin] Publish callbacks [] for security_group (f751d3da-6d17-420a-8f89-79132961b2db), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:36.448800 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-cb6b86b9-d3e8-41d9-9493-ae4d61f80666 admin admin] Publish callbacks [] for security_group (f751d3da-6d17-420a-8f89-79132961b2db), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:36.453563 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [req-e990d95d-6750-405b-aba6-76682e9571c2 req-42305bdf-4ea3-4ab3-ad1d-165903598aeb tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] For port 4aede940-9a1e-4c2e-a06f-28426b16b1e4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4aede940-9a1e-4c2e-a06f-28426b16b1e4,segment=NetworkSegment(a1657a6f-8bec-4768-8886-083e33c6eae0),segment_id=a1657a6f-8bec-4768-8886-083e33c6eae0)] {{(pid=103540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:12:36.482969 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-e990d95d-6750-405b-aba6-76682e9571c2 req-42305bdf-4ea3-4ab3-ad1d-165903598aeb tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for port (4aede940-9a1e-4c2e-a06f-28426b16b1e4), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:36.567165 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-e990d95d-6750-405b-aba6-76682e9571c2 req-42305bdf-4ea3-4ab3-ad1d-165903598aeb tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (4aede940-9a1e-4c2e-a06f-28426b16b1e4), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:36.578291 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['4aede940-9a1e-4c2e-a06f-28426b16b1e4'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:12:36.595850 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-cb6b86b9-d3e8-41d9-9493-ae4d61f80666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (f751d3da-6d17-420a-8f89-79132961b2db), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:36.598521 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-cb6b86b9-d3e8-41d9-9493-ae4d61f80666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:36.602237 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-cb6b86b9-d3e8-41d9-9493-ae4d61f80666 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f751d3da-6d17-420a-8f89-79132961b2db HTTP/1.1" status: 204 len: 168 time: 0.2170720 Mar 23 11:12:36.609126 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b86b9-d3e8-41d9-9493-ae4d61f80666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f751d3da-6d17-420a-8f89-79132961b2db,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:36.618945 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990d95d-6750-405b-aba6-76682e9571c2 req-42305bdf-4ea3-4ab3-ad1d-165903598aeb tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:36.619587 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [req-e990d95d-6750-405b-aba6-76682e9571c2 req-42305bdf-4ea3-4ab3-ad1d-165903598aeb tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:36.621622 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e990d95d-6750-405b-aba6-76682e9571c2 req-42305bdf-4ea3-4ab3-ad1d-165903598aeb tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "PUT /v2.0/ports/4aede940-9a1e-4c2e-a06f-28426b16b1e4 HTTP/1.1" status: 200 len: 943 time: 0.4133258 Mar 23 11:12:36.622087 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b71b0f9-bdd6-427e-918d-975ad8b70281', 'tag': '4aede940-9a1e-4c2e-a06f-28426b16b1e4'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:12:36.626898 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d79c98-630d-43e5-bab1-d8b15a17ce6d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b71b0f9-bdd6-427e-918d-975ad8b70281", "tag": "4aede940-9a1e-4c2e-a06f-28426b16b1e4"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:12:36.627242 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 55958) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:36.690065 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecf73db-0890-4561-b15b-2c1bc2485fdc x-openstack-request-id: req-9ecf73db-0890-4561-b15b-2c1bc2485fdc {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:12:36.690614 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b71b0f9-bdd6-427e-918d-975ad8b70281", "tag": "4aede940-9a1e-4c2e-a06f-28426b16b1e4", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:12:36.691078 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ecf73db-0890-4561-b15b-2c1bc2485fdc {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:12:36.691652 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ecf73db-0890-4561-b15b-2c1bc2485fdc'] response: {'name': 'network-changed', 'server_uuid': '7b71b0f9-bdd6-427e-918d-975ad8b70281', 'tag': '4aede940-9a1e-4c2e-a06f-28426b16b1e4', 'status': 'completed', 'code': 200} Mar 23 11:12:36.693573 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42305bdf-4ea3-4ab3-ad1d-165903598aeb tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Pushing event updated for resources: {'Port': ['ID=4aede940-9a1e-4c2e-a06f-28426b16b1e4,revision_number=7']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:36.710117 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['4aede940-9a1e-4c2e-a06f-28426b16b1e4'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:12:36.781081 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 39227aa4-5d95-4446-9316-7d39c69769f6 no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:12:36.785767 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-34e4d71e-340e-424d-acc2-a1f0fbc955b6 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for security_group (1b684773-5e90-4a9d-80b6-c4f64bcea678), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:36.811594 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: 39227aa4-5d95-4446-9316-7d39c69769f6 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:12:36.812047 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 39227aa4-5d95-4446-9316-7d39c69769f6 not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:12:36.812547 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12 no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:12:36.820465 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-34e4d71e-340e-424d-acc2-a1f0fbc955b6 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for security_group (1b684773-5e90-4a9d-80b6-c4f64bcea678), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:36.833683 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d79c98-630d-43e5-bab1-d8b15a17ce6d req-7598a609-10be-431a-a83d-fade078e2216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:36.835298 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f6d79c98-630d-43e5-bab1-d8b15a17ce6d req-7598a609-10be-431a-a83d-fade078e2216 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e6727fde2374b3baaa1ac9ab747de5d&device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 1130 time: 0.1065364 Mar 23 11:12:36.852904 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:12:36.853262 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device ed10b1b9-a8b7-4eda-a4f8-61c78bd33e12 not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:12:36.853643 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 5a51d088-e391-47c4-bae2-c91b71d8617a no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:12:36.884726 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: 5a51d088-e391-47c4-bae2-c91b71d8617a {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:12:36.885086 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 5a51d088-e391-47c4-bae2-c91b71d8617a not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:12:36.944463 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d79c98-630d-43e5-bab1-d8b15a17ce6d req-3221fe47-b79f-4e65-a327-fa5a40a7a2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:36.945900 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f6d79c98-630d-43e5-bab1-d8b15a17ce6d req-3221fe47-b79f-4e65-a327-fa5a40a7a2d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=de2c7166-7ec3-43ba-9311-0c2c74465fa5 HTTP/1.1" status: 200 len: 914 time: 0.1009467 Mar 23 11:12:37.014275 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-1412c9f9-0dfb-419e-85a6-ef8140a18fa6 None None] Provisioning complete for port 4aede940-9a1e-4c2e-a06f-28426b16b1e4 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:12:37.014674 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1412c9f9-0dfb-419e-85a6-ef8140a18fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (4aede940-9a1e-4c2e-a06f-28426b16b1e4), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:37.019895 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f6d79c98-630d-43e5-bab1-d8b15a17ce6d req-f23263b9-00f9-444d-95aa-47f1a5c03a39 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4aede940-9a1e-4c2e-a06f-28426b16b1e4 HTTP/1.1" status: 200 len: 1002 time: 0.0647371 Mar 23 11:12:37.035227 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-34e4d71e-340e-424d-acc2-a1f0fbc955b6 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (1b684773-5e90-4a9d-80b6-c4f64bcea678), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:37.037961 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-34e4d71e-340e-424d-acc2-a1f0fbc955b6 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:37.040963 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-34e4d71e-340e-424d-acc2-a1f0fbc955b6 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "DELETE /v2.0/security-groups/1b684773-5e90-4a9d-80b6-c4f64bcea678 HTTP/1.1" status: 204 len: 168 time: 0.4102464 Mar 23 11:12:37.042328 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 55962) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:37.093096 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d79c98-630d-43e5-bab1-d8b15a17ce6d req-ba2cb04f-7b52-4cc4-ae93-c8686f5b8341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:37.095312 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f6d79c98-630d-43e5-bab1-d8b15a17ce6d req-ba2cb04f-7b52-4cc4-ae93-c8686f5b8341 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a2c214ad-c067-4568-b59a-0233eaf61855 HTTP/1.1" status: 200 len: 852 time: 0.0693099 Mar 23 11:12:37.101244 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4d71e-340e-424d-acc2-a1f0fbc955b6 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b684773-5e90-4a9d-80b6-c4f64bcea678,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:37.112386 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-1412c9f9-0dfb-419e-85a6-ef8140a18fa6 None None] Current status of the port 4aede940-9a1e-4c2e-a06f-28426b16b1e4 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:12:37.156064 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d79c98-630d-43e5-bab1-d8b15a17ce6d req-57cadbd7-d668-4ee8-b02a-090a0ae8d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:37.157938 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f6d79c98-630d-43e5-bab1-d8b15a17ce6d req-57cadbd7-d668-4ee8-b02a-090a0ae8d75a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=de2c7166-7ec3-43ba-9311-0c2c74465fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0535238 Mar 23 11:12:37.169240 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [req-f6d79c98-630d-43e5-bab1-d8b15a17ce6d req-233e6c9e-a6aa-4d04-b35a-95d92e773968 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103539) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 11:12:37.170351 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f6d79c98-630d-43e5-bab1-d8b15a17ce6d req-233e6c9e-a6aa-4d04-b35a-95d92e773968 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054958 Mar 23 11:12:37.223956 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-de7dfdfb-e7ad-44b8-8704-09d25e44531e tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Deleting port cd0c11aa-51f1-4ac1-9a47-d80d3934d645 {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:12:37.224468 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-de7dfdfb-e7ad-44b8-8704-09d25e44531e tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (cd0c11aa-51f1-4ac1-9a47-d80d3934d645), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:37.274252 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f6d79c98-630d-43e5-bab1-d8b15a17ce6d req-987dd800-3aa5-4f3a-8356-a170947064a1 service neutron] 10.222.0.52 "GET /v2.0/networks/de2c7166-7ec3-43ba-9311-0c2c74465fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979249 Mar 23 11:12:37.302001 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-de7dfdfb-e7ad-44b8-8704-09d25e44531e tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (cd0c11aa-51f1-4ac1-9a47-d80d3934d645), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:37.302336 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-de7dfdfb-e7ad-44b8-8704-09d25e44531e tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for floatingip (cd0c11aa-51f1-4ac1-9a47-d80d3934d645), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:37.314078 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-de7dfdfb-e7ad-44b8-8704-09d25e44531e tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Calling delete_port for cd0c11aa-51f1-4ac1-9a47-d80d3934d645 owned by network:floatingip {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:12:37.364667 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f6d79c98-630d-43e5-bab1-d8b15a17ce6d req-01d9606d-d489-40ed-941d-77dc147df9ef service neutron] 10.222.0.52 "GET /v2.0/networks/de2c7166-7ec3-43ba-9311-0c2c74465fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847497 Mar 23 11:12:37.550328 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-de7dfdfb-e7ad-44b8-8704-09d25e44531e tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (cd0c11aa-51f1-4ac1-9a47-d80d3934d645), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:37.576792 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7dfdfb-e7ad-44b8-8704-09d25e44531e tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Pushing event deleted for resources: {'Port': ['ID=cd0c11aa-51f1-4ac1-9a47-d80d3934d645,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:37.640681 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-de7dfdfb-e7ad-44b8-8704-09d25e44531e tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks [] for floatingip (e32e49c7-763e-47b0-a147-f921dbbb0858), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:37.641019 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.l3_db [None req-de7dfdfb-e7ad-44b8-8704-09d25e44531e tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Floating IP e32e49c7-763e-47b0-a147-f921dbbb0858 disassociated (deleted). External IP: 172.27.0.218, port: 4aede940-9a1e-4c2e-a06f-28426b16b1e4. Mar 23 11:12:37.850513 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7dfdfb-e7ad-44b8-8704-09d25e44531e tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Router ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:12:37.962069 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7dfdfb-e7ad-44b8-8704-09d25e44531e tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:12:37.966770 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-de7dfdfb-e7ad-44b8-8704-09d25e44531e tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:37.972413 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb88734-5f1e-4877-8d77-9af5e7dcae26 None None] Sync routers for ids ['ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:12:37.982752 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb88734-5f1e-4877-8d77-9af5e7dcae26 None None] Routers {'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:12:37.983394 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-2fb88734-5f1e-4877-8d77-9af5e7dcae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975d3f790>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:12:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:38.007232 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-de7dfdfb-e7ad-44b8-8704-09d25e44531e tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "DELETE /v2.0/floatingips/e32e49c7-763e-47b0-a147-f921dbbb0858 HTTP/1.1" status: 204 len: 168 time: 0.9638269 Mar 23 11:12:38.099703 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-2fb88734-5f1e-4877-8d77-9af5e7dcae26 None None] Set router ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:12:38.300230 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-2fb88734-5f1e-4877-8d77-9af5e7dcae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975d3f790>, [{'id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'name': 'tempest-TestMinimumBasicScenario-71821521-router', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:10:33Z', 'updated_at': '2022-03-23T11:10:36Z', 'revision_number': 4, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'gw_port': {'id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:34Z', 'updated_at': '2022-03-23T11:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': 'faded364-e0e6-4794-a2d7-7d1caeb2267b', 'name': '', 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'mac_address': 'fa:16:3e:ec:8e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a2c214ad-c067-4568-b59a-0233eaf61855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:36Z', 'updated_at': '2022-03-23T11:10:40Z', 'revision_number': 5, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'subnets': [{'id': 'a2c214ad-c067-4568-b59a-0233eaf61855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:38.326388 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb88734-5f1e-4877-8d77-9af5e7dcae26 None None] Checking router: ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:12:38.334791 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb88734-5f1e-4877-8d77-9af5e7dcae26 None None] Routers {'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:12:38.335406 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-2fb88734-5f1e-4877-8d77-9af5e7dcae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975d3f790>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:12:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:38.447346 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-2fb88734-5f1e-4877-8d77-9af5e7dcae26 None None] Set router ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:12:38.653776 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-2fb88734-5f1e-4877-8d77-9af5e7dcae26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975d3f790>, [{'id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'name': 'tempest-TestMinimumBasicScenario-71821521-router', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:10:33Z', 'updated_at': '2022-03-23T11:10:36Z', 'revision_number': 4, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'gw_port': {'id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:34Z', 'updated_at': '2022-03-23T11:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': 'faded364-e0e6-4794-a2d7-7d1caeb2267b', 'name': '', 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'mac_address': 'fa:16:3e:ec:8e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a2c214ad-c067-4568-b59a-0233eaf61855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:36Z', 'updated_at': '2022-03-23T11:10:40Z', 'revision_number': 5, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'subnets': [{'id': 'a2c214ad-c067-4568-b59a-0233eaf61855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:38.681333 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb88734-5f1e-4877-8d77-9af5e7dcae26 None None] The sync data for ids ['ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'] in dv-cinder-790535-33-iscsi is: [{'id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'name': 'tempest-TestMinimumBasicScenario-71821521-router', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:10:33Z', 'updated_at': '2022-03-23T11:10:36Z', 'revision_number': 4, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'gw_port': {'id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:34Z', 'updated_at': '2022-03-23T11:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': 'faded364-e0e6-4794-a2d7-7d1caeb2267b', 'name': '', 'network_id': 'de2c7166-7ec3-43ba-9311-0c2c74465fa5', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'mac_address': 'fa:16:3e:ec:8e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'a2c214ad-c067-4568-b59a-0233eaf61855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:36Z', 'updated_at': '2022-03-23T11:10:40Z', 'revision_number': 5, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'subnets': [{'id': 'a2c214ad-c067-4568-b59a-0233eaf61855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:12:38.692732 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b71b0f9-bdd6-427e-918d-975ad8b70281', 'tag': '4aede940-9a1e-4c2e-a06f-28426b16b1e4'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:12:38.695779 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c8bb39-e889-42e4-be92-398246ae5c14" -d '{"events": [{"name": "network-changed", "server_uuid": "7b71b0f9-bdd6-427e-918d-975ad8b70281", "tag": "4aede940-9a1e-4c2e-a06f-28426b16b1e4"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:12:38.735624 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d41118-8e3e-4f99-bff2-3f56ccc48745 x-openstack-request-id: req-25d41118-8e3e-4f99-bff2-3f56ccc48745 {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:12:38.735959 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b71b0f9-bdd6-427e-918d-975ad8b70281", "tag": "4aede940-9a1e-4c2e-a06f-28426b16b1e4", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:12:38.736216 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25d41118-8e3e-4f99-bff2-3f56ccc48745 {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:12:38.736703 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25d41118-8e3e-4f99-bff2-3f56ccc48745'] response: {'name': 'network-changed', 'server_uuid': '7b71b0f9-bdd6-427e-918d-975ad8b70281', 'tag': '4aede940-9a1e-4c2e-a06f-28426b16b1e4', 'status': 'completed', 'code': 200} Mar 23 11:12:38.933054 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8bb39-e889-42e4-be92-398246ae5c14 req-31dd00e1-c973-4fa4-9684-239ac210d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:38.934694 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-43c8bb39-e889-42e4-be92-398246ae5c14 req-31dd00e1-c973-4fa4-9684-239ac210d847 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e6727fde2374b3baaa1ac9ab747de5d&device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 1130 time: 0.1719735 Mar 23 11:12:38.984757 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ef7bae-495e-4fdb-93bc-c486ac4012bc None None] New status for floating IP e32e49c7-763e-47b0-a147-f921dbbb0858: DOWN {{(pid=103542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:12:39.050324 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8bb39-e889-42e4-be92-398246ae5c14 req-38b0d135-56e8-46ab-87e6-d0f17d6bf05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:39.052012 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-43c8bb39-e889-42e4-be92-398246ae5c14 req-38b0d135-56e8-46ab-87e6-d0f17d6bf05c service neutron] 10.222.0.52 "GET /v2.0/networks?id=de2c7166-7ec3-43ba-9311-0c2c74465fa5 HTTP/1.1" status: 200 len: 914 time: 0.1107697 Mar 23 11:12:39.094847 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-43c8bb39-e889-42e4-be92-398246ae5c14 req-811069b2-f371-4eb3-a655-77ec23eadf21 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4aede940-9a1e-4c2e-a06f-28426b16b1e4 HTTP/1.1" status: 200 len: 217 time: 0.0365214 Mar 23 11:12:39.146702 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8bb39-e889-42e4-be92-398246ae5c14 req-98bac08c-9708-48a4-9f7f-4cc07b31b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:39.148112 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-43c8bb39-e889-42e4-be92-398246ae5c14 req-98bac08c-9708-48a4-9f7f-4cc07b31b6e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a2c214ad-c067-4568-b59a-0233eaf61855 HTTP/1.1" status: 200 len: 852 time: 0.0462489 Mar 23 11:12:39.199307 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8bb39-e889-42e4-be92-398246ae5c14 req-da470a0e-3f08-43ac-a5b7-e139f7d92742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:39.200732 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-43c8bb39-e889-42e4-be92-398246ae5c14 req-da470a0e-3f08-43ac-a5b7-e139f7d92742 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=de2c7166-7ec3-43ba-9311-0c2c74465fa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445709 Mar 23 11:12:39.289923 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-43c8bb39-e889-42e4-be92-398246ae5c14 req-ebc8cd28-bf7d-4ece-be9e-222d1ed61763 service neutron] 10.222.0.52 "GET /v2.0/networks/de2c7166-7ec3-43ba-9311-0c2c74465fa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825408 Mar 23 11:12:39.384673 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-43c8bb39-e889-42e4-be92-398246ae5c14 req-ccfd076e-e26f-4e3e-8a52-c0f196cc8d52 service neutron] 10.222.0.52 "GET /v2.0/networks/de2c7166-7ec3-43ba-9311-0c2c74465fa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892739 Mar 23 11:12:39.428865 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 56022) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:39.536175 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-0c0085d7-1d60-44bf-95ce-e40b065c367e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:39.614028 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-0c0085d7-1d60-44bf-95ce-e40b065c367e admin admin] Publish callbacks [] for security_group (d8064042-d330-41f8-92af-aac0ee14a686), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:39.704688 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-0c0085d7-1d60-44bf-95ce-e40b065c367e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (d8064042-d330-41f8-92af-aac0ee14a686), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:39.743966 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-0c0085d7-1d60-44bf-95ce-e40b065c367e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7db0cb84a0b4e81904f1e6a2a829809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3138368 Mar 23 11:12:39.745984 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0085d7-1d60-44bf-95ce-e40b065c367e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8064042-d330-41f8-92af-aac0ee14a686,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:39.746786 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56034) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:39.795030 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-18bacaa7-9878-4a24-b459-bc93fe71c636 admin admin] Publish callbacks [] for security_group (d8064042-d330-41f8-92af-aac0ee14a686), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:39.816582 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-18bacaa7-9878-4a24-b459-bc93fe71c636 admin admin] Publish callbacks [] for security_group (d8064042-d330-41f8-92af-aac0ee14a686), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:39.944158 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-18bacaa7-9878-4a24-b459-bc93fe71c636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (d8064042-d330-41f8-92af-aac0ee14a686), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:39.946772 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-18bacaa7-9878-4a24-b459-bc93fe71c636 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:39.947941 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-18bacaa7-9878-4a24-b459-bc93fe71c636 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8064042-d330-41f8-92af-aac0ee14a686 HTTP/1.1" status: 204 len: 168 time: 0.2001855 Mar 23 11:12:39.955654 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bacaa7-9878-4a24-b459-bc93fe71c636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8064042-d330-41f8-92af-aac0ee14a686,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:40.590306 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 56042) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:40.603749 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d0b6917e-830b-412d-8661-6b8608a55b16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:40.678138 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d0b6917e-830b-412d-8661-6b8608a55b16 admin admin] Publish callbacks [] for security_group (51d3876b-be32-4f89-8879-05216aca0d14), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:40.743953 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d0b6917e-830b-412d-8661-6b8608a55b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (51d3876b-be32-4f89-8879-05216aca0d14), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:40.780860 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-d0b6917e-830b-412d-8661-6b8608a55b16 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46028b2e4d314ca3b34dc6bdbb23f3fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1895223 Mar 23 11:12:40.782828 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6917e-830b-412d-8661-6b8608a55b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d3876b-be32-4f89-8879-05216aca0d14,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:40.783646 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56044) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:40.831596 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c52613ec-0714-4593-99d7-0737c7ba37d7 admin admin] Publish callbacks [] for security_group (51d3876b-be32-4f89-8879-05216aca0d14), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:40.854987 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c52613ec-0714-4593-99d7-0737c7ba37d7 admin admin] Publish callbacks [] for security_group (51d3876b-be32-4f89-8879-05216aca0d14), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:41.031001 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c52613ec-0714-4593-99d7-0737c7ba37d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (51d3876b-be32-4f89-8879-05216aca0d14), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:41.033811 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c52613ec-0714-4593-99d7-0737c7ba37d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:41.034999 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-c52613ec-0714-4593-99d7-0737c7ba37d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51d3876b-be32-4f89-8879-05216aca0d14 HTTP/1.1" status: 204 len: 168 time: 0.2498164 Mar 23 11:12:41.043207 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52613ec-0714-4593-99d7-0737c7ba37d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d3876b-be32-4f89-8879-05216aca0d14,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:41.354845 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00597b38-2ac5-4044-a2ab-4eddc50a7b4b req-73f78eae-1cce-4147-b903-cfa1b16dfa6d tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:41.356384 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-00597b38-2ac5-4044-a2ab-4eddc50a7b4b req-73f78eae-1cce-4147-b903-cfa1b16dfa6d tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 946 time: 0.0526435 Mar 23 11:12:41.404125 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-00597b38-2ac5-4044-a2ab-4eddc50a7b4b req-089d88ec-fe4b-4783-a89a-4024ed3e0170 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413535 Mar 23 11:12:42.523481 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814675d-94ff-4879-a4fa-00bde7e712b8 req-3bfa75f5-4a98-45eb-87e4-11a4259a4ded tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:42.524962 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3814675d-94ff-4879-a4fa-00bde7e712b8 req-3bfa75f5-4a98-45eb-87e4-11a4259a4ded tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 946 time: 0.0529156 Mar 23 11:12:42.574709 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3814675d-94ff-4879-a4fa-00bde7e712b8 req-b576624d-90b4-4369-80d0-c3d47c3d5462 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8529b25-bd16-4224-a8d5-fac2def9480c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440598 Mar 23 11:12:42.993432 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156fe8d-415e-43e2-82c0-ecae423ffd92 req-7737a354-dbd4-411c-8e28-9d912575fab3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:42.994901 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-1156fe8d-415e-43e2-82c0-ecae423ffd92 req-7737a354-dbd4-411c-8e28-9d912575fab3 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 946 time: 0.0518520 Mar 23 11:12:43.085021 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [req-1156fe8d-415e-43e2-82c0-ecae423ffd92 req-0994a042-dafc-4455-bf28-c08f77502c6d tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Deleting port 4aede940-9a1e-4c2e-a06f-28426b16b1e4 {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:12:43.085399 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-1156fe8d-415e-43e2-82c0-ecae423ffd92 req-0994a042-dafc-4455-bf28-c08f77502c6d tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (4aede940-9a1e-4c2e-a06f-28426b16b1e4), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:43.178134 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-1156fe8d-415e-43e2-82c0-ecae423ffd92 req-0994a042-dafc-4455-bf28-c08f77502c6d tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] For port 4aede940-9a1e-4c2e-a06f-28426b16b1e4, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=4aede940-9a1e-4c2e-a06f-28426b16b1e4,segment=NetworkSegment(a1657a6f-8bec-4768-8886-083e33c6eae0),segment_id=a1657a6f-8bec-4768-8886-083e33c6eae0)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:12:43.178506 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-1156fe8d-415e-43e2-82c0-ecae423ffd92 req-0994a042-dafc-4455-bf28-c08f77502c6d tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (4aede940-9a1e-4c2e-a06f-28426b16b1e4), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:43.191645 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [req-1156fe8d-415e-43e2-82c0-ecae423ffd92 req-0994a042-dafc-4455-bf28-c08f77502c6d tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Calling delete_port for 4aede940-9a1e-4c2e-a06f-28426b16b1e4 owned by compute:nova {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:12:43.384511 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-1156fe8d-415e-43e2-82c0-ecae423ffd92 req-0994a042-dafc-4455-bf28-c08f77502c6d tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (4aede940-9a1e-4c2e-a06f-28426b16b1e4), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:43.395857 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['4aede940-9a1e-4c2e-a06f-28426b16b1e4'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:12:43.414277 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994a042-dafc-4455-bf28-c08f77502c6d tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Pushing event deleted for resources: {'Port': ['ID=4aede940-9a1e-4c2e-a06f-28426b16b1e4,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:43.457137 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [req-1156fe8d-415e-43e2-82c0-ecae423ffd92 req-0994a042-dafc-4455-bf28-c08f77502c6d tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] No DVR routers for this DVR port 4aede940-9a1e-4c2e-a06f-28426b16b1e4 on host hv-cinder-79053 {{(pid=103539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:12:43.459781 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-1156fe8d-415e-43e2-82c0-ecae423ffd92 req-0994a042-dafc-4455-bf28-c08f77502c6d tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:43.463471 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-1156fe8d-415e-43e2-82c0-ecae423ffd92 req-0994a042-dafc-4455-bf28-c08f77502c6d tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.52 "DELETE /v2.0/ports/4aede940-9a1e-4c2e-a06f-28426b16b1e4 HTTP/1.1" status: 204 len: 173 time: 0.4633439 Mar 23 11:12:43.463914 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b71b0f9-bdd6-427e-918d-975ad8b70281', 'name': 'network-vif-deleted', 'tag': '4aede940-9a1e-4c2e-a06f-28426b16b1e4'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:12:43.466176 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec72157-f03b-4c64-973b-33e667898710" -d '{"events": [{"server_uuid": "7b71b0f9-bdd6-427e-918d-975ad8b70281", "name": "network-vif-deleted", "tag": "4aede940-9a1e-4c2e-a06f-28426b16b1e4"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:12:43.500270 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101a986a-f520-4b8a-9f25-63b4e60a3bc6 x-openstack-request-id: req-101a986a-f520-4b8a-9f25-63b4e60a3bc6 {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:12:43.500568 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b71b0f9-bdd6-427e-918d-975ad8b70281", "name": "network-vif-deleted", "tag": "4aede940-9a1e-4c2e-a06f-28426b16b1e4", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:12:43.500825 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-101a986a-f520-4b8a-9f25-63b4e60a3bc6 {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:12:43.501302 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-101a986a-f520-4b8a-9f25-63b4e60a3bc6'] response: {'server_uuid': '7b71b0f9-bdd6-427e-918d-975ad8b70281', 'name': 'network-vif-deleted', 'tag': '4aede940-9a1e-4c2e-a06f-28426b16b1e4', 'status': 'completed', 'code': 200} Mar 23 11:12:43.671590 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-495976ef-96e3-41b9-ae44-a4d2d26cb954 req-3c8ec72e-624f-4c9b-be2e-3d4ed30fbb69 tempest-TestMinimumBasicScenario-397811093 tempest-TestMinimumBasicScenario-397811093-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b71b0f9-bdd6-427e-918d-975ad8b70281 HTTP/1.1" status: 200 len: 210 time: 0.0271986 Mar 23 11:12:46.365235 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56164) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:46.714953 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b13a6966-bcdf-42bc-b7a7-d7362f9e1fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573510'] for router_interface (ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:46.959029 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-b13a6966-bcdf-42bc-b7a7-d7362f9e1fe3 admin admin] Deleting port faded364-e0e6-4794-a2d7-7d1caeb2267b {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:12:46.959368 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b13a6966-bcdf-42bc-b7a7-d7362f9e1fe3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (faded364-e0e6-4794-a2d7-7d1caeb2267b), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:47.035176 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [None req-b13a6966-bcdf-42bc-b7a7-d7362f9e1fe3 admin admin] For port faded364-e0e6-4794-a2d7-7d1caeb2267b, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=faded364-e0e6-4794-a2d7-7d1caeb2267b,segment=NetworkSegment(a1657a6f-8bec-4768-8886-083e33c6eae0),segment_id=a1657a6f-8bec-4768-8886-083e33c6eae0)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:12:47.036119 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b13a6966-bcdf-42bc-b7a7-d7362f9e1fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (faded364-e0e6-4794-a2d7-7d1caeb2267b), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:47.048986 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-b13a6966-bcdf-42bc-b7a7-d7362f9e1fe3 admin admin] Calling delete_port for faded364-e0e6-4794-a2d7-7d1caeb2267b owned by network:router_interface {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:12:47.298617 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b13a6966-bcdf-42bc-b7a7-d7362f9e1fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (faded364-e0e6-4794-a2d7-7d1caeb2267b), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:47.324093 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a6966-bcdf-42bc-b7a7-d7362f9e1fe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=faded364-e0e6-4794-a2d7-7d1caeb2267b,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:47.489639 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b13a6966-bcdf-42bc-b7a7-d7362f9e1fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589814'] for router_interface (ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:47.698764 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13a6966-bcdf-42bc-b7a7-d7362f9e1fe3 admin admin] Router ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:12:47.802228 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13a6966-bcdf-42bc-b7a7-d7362f9e1fe3 admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:12:47.807425 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-b13a6966-bcdf-42bc-b7a7-d7362f9e1fe3 admin admin] 10.222.0.41 "PUT /v2.0/routers/ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4411564 Mar 23 11:12:47.810064 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56174) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:47.810923 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd1c116-9b7a-493e-bd5d-092d71a2977b None None] Sync routers for ids ['ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:12:47.820922 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd1c116-9b7a-493e-bd5d-092d71a2977b None None] Routers {'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:12:47.821568 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-6cd1c116-9b7a-493e-bd5d-092d71a2977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975b95ac0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:12:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:47.930079 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-6cd1c116-9b7a-493e-bd5d-092d71a2977b None None] Set router ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:12:48.172071 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6c0d18cb-b542-4260-9fd6-2d29b235ac1f admin admin] Publish callbacks [] for router (ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:48.238210 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-6cd1c116-9b7a-493e-bd5d-092d71a2977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975b95ac0>, [{'id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'name': 'tempest-TestMinimumBasicScenario-71821521-router', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:10:33Z', 'updated_at': '2022-03-23T11:12:47Z', 'revision_number': 5, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'gw_port': {'id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:34Z', 'updated_at': '2022-03-23T11:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:48.264079 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd1c116-9b7a-493e-bd5d-092d71a2977b None None] Checking router: ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:12:48.272128 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd1c116-9b7a-493e-bd5d-092d71a2977b None None] Routers {'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:12:48.272788 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-6cd1c116-9b7a-493e-bd5d-092d71a2977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975b95ac0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:12:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:48.275860 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6c0d18cb-b542-4260-9fd6-2d29b235ac1f admin admin] Publish callbacks [] for router_gateway (ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:48.381950 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-6cd1c116-9b7a-493e-bd5d-092d71a2977b None None] Set router ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:12:48.386693 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-6c0d18cb-b542-4260-9fd6-2d29b235ac1f admin admin] Deleting port 8473f4b1-ad1f-43d9-b12e-de1cb8f513c7 {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:12:48.386969 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6c0d18cb-b542-4260-9fd6-2d29b235ac1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (8473f4b1-ad1f-43d9-b12e-de1cb8f513c7), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:48.462173 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [None req-6c0d18cb-b542-4260-9fd6-2d29b235ac1f admin admin] For port 8473f4b1-ad1f-43d9-b12e-de1cb8f513c7, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=8473f4b1-ad1f-43d9-b12e-de1cb8f513c7,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:12:48.462531 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6c0d18cb-b542-4260-9fd6-2d29b235ac1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (8473f4b1-ad1f-43d9-b12e-de1cb8f513c7), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:48.475781 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-6c0d18cb-b542-4260-9fd6-2d29b235ac1f admin admin] Calling delete_port for 8473f4b1-ad1f-43d9-b12e-de1cb8f513c7 owned by network:router_gateway {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:12:48.562867 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-6cd1c116-9b7a-493e-bd5d-092d71a2977b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975b95ac0>, [{'id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'name': 'tempest-TestMinimumBasicScenario-71821521-router', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:10:33Z', 'updated_at': '2022-03-23T11:12:47Z', 'revision_number': 5, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'gw_port': {'id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:34Z', 'updated_at': '2022-03-23T11:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:48.592294 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd1c116-9b7a-493e-bd5d-092d71a2977b None None] The sync data for ids ['ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c'] in dv-cinder-790535-33-iscsi is: [{'id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'name': 'tempest-TestMinimumBasicScenario-71821521-router', 'tenant_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:10:33Z', 'updated_at': '2022-03-23T11:12:47Z', 'revision_number': 5, 'project_id': '8e6727fde2374b3baaa1ac9ab747de5d', 'gw_port': {'id': '8473f4b1-ad1f-43d9-b12e-de1cb8f513c7', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:d0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:34Z', 'updated_at': '2022-03-23T11:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:12:48.727499 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6c0d18cb-b542-4260-9fd6-2d29b235ac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (8473f4b1-ad1f-43d9-b12e-de1cb8f513c7), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:48.761100 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d18cb-b542-4260-9fd6-2d29b235ac1f admin admin] Pushing event deleted for resources: {'Port': ['ID=8473f4b1-ad1f-43d9-b12e-de1cb8f513c7,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:48.816081 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6c0d18cb-b542-4260-9fd6-2d29b235ac1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589324'] for router_gateway (ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:48.903866 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 4aede940-9a1e-4c2e-a06f-28426b16b1e4 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:12:48.909386 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6c0d18cb-b542-4260-9fd6-2d29b235ac1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router (ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:48.912108 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6c0d18cb-b542-4260-9fd6-2d29b235ac1f admin admin] Publish callbacks [] for router_controller (ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c), precommit_delete_associations {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:48.952063 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] No Port match for: 4aede940-9a1e-4c2e-a06f-28426b16b1e4 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:12:48.952410 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 4aede940-9a1e-4c2e-a06f-28426b16b1e4 not bound to the agent host hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:12:49.030325 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6c0d18cb-b542-4260-9fd6-2d29b235ac1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588271'] for router (ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:49.030546 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device faded364-e0e6-4794-a2d7-7d1caeb2267b no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:12:49.030910 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0d18cb-b542-4260-9fd6-2d29b235ac1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c {{(pid=103539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 11:12:49.035262 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6c0d18cb-b542-4260-9fd6-2d29b235ac1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:49.039702 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 56178) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:49.040734 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-6c0d18cb-b542-4260-9fd6-2d29b235ac1f admin admin] 10.222.0.41 "DELETE /v2.0/routers/ee0451cb-e2e6-4d68-bb2e-b6bf0cef135c HTTP/1.1" status: 204 len: 168 time: 1.2288818 Mar 23 11:12:49.058336 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: faded364-e0e6-4794-a2d7-7d1caeb2267b {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:12:49.058692 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device faded364-e0e6-4794-a2d7-7d1caeb2267b not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:12:49.085993 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf2c783b-5399-4377-a3d2-75a3989e875f admin admin] Deleting subnet a2c214ad-c067-4568-b59a-0233eaf61855 {{(pid=103540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 11:12:49.089059 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-cf2c783b-5399-4377-a3d2-75a3989e875f admin admin] Publish callbacks [] for subnet (a2c214ad-c067-4568-b59a-0233eaf61855), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:49.122765 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-cf2c783b-5399-4377-a3d2-75a3989e875f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12491986'] for subnet (a2c214ad-c067-4568-b59a-0233eaf61855), precommit_delete_associations {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:49.203578 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-cf2c783b-5399-4377-a3d2-75a3989e875f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3350868'] for subnet (a2c214ad-c067-4568-b59a-0233eaf61855), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:49.361905 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-cf2c783b-5399-4377-a3d2-75a3989e875f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3350861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12546396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11773122'] for subnet (a2c214ad-c067-4568-b59a-0233eaf61855), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:49.385521 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c783b-5399-4377-a3d2-75a3989e875f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2c214ad-c067-4568-b59a-0233eaf61855,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:49.391091 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-cf2c783b-5399-4377-a3d2-75a3989e875f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:49.394253 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-cf2c783b-5399-4377-a3d2-75a3989e875f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a2c214ad-c067-4568-b59a-0233eaf61855 HTTP/1.1" status: 204 len: 168 time: 0.3534462 Mar 23 11:12:49.397141 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b27bf98-f840-4247-9dc2-994960b0f6f1 None None] Network de2c7166-7ec3-43ba-9311-0c2c74465fa5 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:12:49.397572 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 56182) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:49.463174 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a7f67270-1d87-4433-be86-a1f6ac0f5999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148571'] for network (de2c7166-7ec3-43ba-9311-0c2c74465fa5), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:49.520509 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-a7f67270-1d87-4433-be86-a1f6ac0f5999 admin admin] Deleting port 67694f38-62af-4e9f-bb77-e0a43891e0ef {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:12:49.520920 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a7f67270-1d87-4433-be86-a1f6ac0f5999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (67694f38-62af-4e9f-bb77-e0a43891e0ef), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:49.587282 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488c9299-fd34-44f1-bbc8-65bacf43733c None None] DHCP port deletion for de2c7166-7ec3-43ba-9311-0c2c74465fa5 request from dv-cinder-790535-33-iscsi {{(pid=103541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 11:12:49.587730 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [None req-a7f67270-1d87-4433-be86-a1f6ac0f5999 admin admin] For port 67694f38-62af-4e9f-bb77-e0a43891e0ef, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=67694f38-62af-4e9f-bb77-e0a43891e0ef,segment=NetworkSegment(a1657a6f-8bec-4768-8886-083e33c6eae0),segment_id=a1657a6f-8bec-4768-8886-083e33c6eae0)] {{(pid=103540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:12:49.588103 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a7f67270-1d87-4433-be86-a1f6ac0f5999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (67694f38-62af-4e9f-bb77-e0a43891e0ef), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:49.602843 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-a7f67270-1d87-4433-be86-a1f6ac0f5999 admin admin] Calling delete_port for 67694f38-62af-4e9f-bb77-e0a43891e0ef owned by network:dhcp {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:12:49.639075 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-488c9299-fd34-44f1-bbc8-65bacf43733c None None] Deleting port 67694f38-62af-4e9f-bb77-e0a43891e0ef {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:12:49.639532 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-488c9299-fd34-44f1-bbc8-65bacf43733c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (67694f38-62af-4e9f-bb77-e0a43891e0ef), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:49.700899 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-488c9299-fd34-44f1-bbc8-65bacf43733c None None] For port 67694f38-62af-4e9f-bb77-e0a43891e0ef, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=67694f38-62af-4e9f-bb77-e0a43891e0ef,segment=NetworkSegment(a1657a6f-8bec-4768-8886-083e33c6eae0),segment_id=a1657a6f-8bec-4768-8886-083e33c6eae0)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:12:49.701333 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-488c9299-fd34-44f1-bbc8-65bacf43733c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (67694f38-62af-4e9f-bb77-e0a43891e0ef), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:49.714615 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-488c9299-fd34-44f1-bbc8-65bacf43733c None None] Calling delete_port for 67694f38-62af-4e9f-bb77-e0a43891e0ef owned by network:dhcp {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:12:49.756243 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a7f67270-1d87-4433-be86-a1f6ac0f5999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (67694f38-62af-4e9f-bb77-e0a43891e0ef), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:49.783136 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f67270-1d87-4433-be86-a1f6ac0f5999 admin admin] Pushing event deleted for resources: {'Port': ['ID=67694f38-62af-4e9f-bb77-e0a43891e0ef,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:49.784991 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f67270-1d87-4433-be86-a1f6ac0f5999 admin admin] No DVR routers for this DVR port 67694f38-62af-4e9f-bb77-e0a43891e0ef on host dv-cinder-790535-33-iscsi {{(pid=103540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:12:49.793502 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-488c9299-fd34-44f1-bbc8-65bacf43733c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628'] for port (67694f38-62af-4e9f-bb77-e0a43891e0ef), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:49.818421 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c9299-fd34-44f1-bbc8-65bacf43733c None None] Pushing event deleted for resources: {'Port': ['ID=67694f38-62af-4e9f-bb77-e0a43891e0ef,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:49.821765 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488c9299-fd34-44f1-bbc8-65bacf43733c None None] No DVR routers for this DVR port 67694f38-62af-4e9f-bb77-e0a43891e0ef on host dv-cinder-790535-33-iscsi {{(pid=103541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:12:49.856762 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a7f67270-1d87-4433-be86-a1f6ac0f5999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3292129', 'neutron.services.segments.db._delete_segments_for_network-8738511072579'] for network (de2c7166-7ec3-43ba-9311-0c2c74465fa5), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:49.876466 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-a7f67270-1d87-4433-be86-a1f6ac0f5999 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f29745fe4f0>,) {'filters': {'network_id': ['de2c7166-7ec3-43ba-9311-0c2c74465fa5']}} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:49.886557 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-a7f67270-1d87-4433-be86-a1f6ac0f5999 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f29745fe4f0>, 'a1657a6f-8bec-4768-8886-083e33c6eae0') {'for_net_delete': True} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:49.886863 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-a7f67270-1d87-4433-be86-a1f6ac0f5999 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f29745fe4f0>, 'a1657a6f-8bec-4768-8886-083e33c6eae0') {} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:49.899605 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a7f67270-1d87-4433-be86-a1f6ac0f5999 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738511073100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12492011'] for segment (a1657a6f-8bec-4768-8886-083e33c6eae0), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:49.912667 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a7f67270-1d87-4433-be86-a1f6ac0f5999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (a1657a6f-8bec-4768-8886-083e33c6eae0), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:49.918611 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f67270-1d87-4433-be86-a1f6ac0f5999 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 11:12:49.918995 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a7f67270-1d87-4433-be86-a1f6ac0f5999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12548094'] for segment (a1657a6f-8bec-4768-8886-083e33c6eae0), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: Traceback (most recent call last): Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: timer() Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: cb(*args, **kw) Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: return func(*args, **kwargs) Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: self._notify() Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: self.callback(batched_events) Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: event.method(event) Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: return f(self, *a, **k) Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: return self._get(url).json() Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: return self.request(url, 'GET', **kwargs) Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:12:49.920614 dv-cinder-790535-33-iscsi neutron-server[103540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:12:50.367604 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a7f67270-1d87-4433-be86-a1f6ac0f5999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3292122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589424'] for network (de2c7166-7ec3-43ba-9311-0c2c74465fa5), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:50.373141 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-a7f67270-1d87-4433-be86-a1f6ac0f5999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:50.376307 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-a7f67270-1d87-4433-be86-a1f6ac0f5999 admin admin] 10.222.0.41 "DELETE /v2.0/networks/de2c7166-7ec3-43ba-9311-0c2c74465fa5 HTTP/1.1" status: 204 len: 168 time: 0.9777617 Mar 23 11:12:50.387529 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56186) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:50.391086 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f67270-1d87-4433-be86-a1f6ac0f5999 admin admin] Pushing event deleted for resources: {'Network': ['ID=de2c7166-7ec3-43ba-9311-0c2c74465fa5,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:50.707850 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 67694f38-62af-4e9f-bb77-e0a43891e0ef no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:12:50.727466 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: 67694f38-62af-4e9f-bb77-e0a43891e0ef {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:12:50.727744 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 67694f38-62af-4e9f-bb77-e0a43891e0ef not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:12:50.728161 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 8473f4b1-ad1f-43d9-b12e-de1cb8f513c7 no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:12:50.732659 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e9717c0f-84d4-4c31-a8dd-176d5c5388c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573510'] for router_interface (8b83a975-146b-4664-8316-efc30c645efc), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:50.746416 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: 8473f4b1-ad1f-43d9-b12e-de1cb8f513c7 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:12:50.746771 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 8473f4b1-ad1f-43d9-b12e-de1cb8f513c7 not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:12:50.976217 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-e9717c0f-84d4-4c31-a8dd-176d5c5388c8 admin admin] Deleting port 344ca4ab-e6ac-4f1a-aa30-23643ceec518 {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:12:50.976560 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e9717c0f-84d4-4c31-a8dd-176d5c5388c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (344ca4ab-e6ac-4f1a-aa30-23643ceec518), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:51.052037 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [None req-e9717c0f-84d4-4c31-a8dd-176d5c5388c8 admin admin] For port 344ca4ab-e6ac-4f1a-aa30-23643ceec518, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=344ca4ab-e6ac-4f1a-aa30-23643ceec518,segment=NetworkSegment(6527820f-5f09-4562-b99a-01cbde07aa87),segment_id=6527820f-5f09-4562-b99a-01cbde07aa87)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:12:51.052370 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e9717c0f-84d4-4c31-a8dd-176d5c5388c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (344ca4ab-e6ac-4f1a-aa30-23643ceec518), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:51.064668 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-e9717c0f-84d4-4c31-a8dd-176d5c5388c8 admin admin] Calling delete_port for 344ca4ab-e6ac-4f1a-aa30-23643ceec518 owned by network:router_interface {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:12:51.361851 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e9717c0f-84d4-4c31-a8dd-176d5c5388c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (344ca4ab-e6ac-4f1a-aa30-23643ceec518), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:51.395583 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9717c0f-84d4-4c31-a8dd-176d5c5388c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=344ca4ab-e6ac-4f1a-aa30-23643ceec518,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:51.493195 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:51.561229 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e9717c0f-84d4-4c31-a8dd-176d5c5388c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589814'] for router_interface (8b83a975-146b-4664-8316-efc30c645efc), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:51.773172 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9717c0f-84d4-4c31-a8dd-176d5c5388c8 admin admin] Router 8b83a975-146b-4664-8316-efc30c645efc has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:12:51.880281 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9717c0f-84d4-4c31-a8dd-176d5c5388c8 admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:12:51.888029 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 56196) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:51.888532 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-e9717c0f-84d4-4c31-a8dd-176d5c5388c8 admin admin] 10.222.0.41 "PUT /v2.0/routers/8b83a975-146b-4664-8316-efc30c645efc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4992235 Mar 23 11:12:51.890161 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f83c5c1-a566-41e1-b77b-1cd339fa13ed None None] Sync routers for ids ['8b83a975-146b-4664-8316-efc30c645efc'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:12:51.900149 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f83c5c1-a566-41e1-b77b-1cd339fa13ed None None] Routers {'8b83a975-146b-4664-8316-efc30c645efc'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:12:51.900801 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-2f83c5c1-a566-41e1-b77b-1cd339fa13ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976fd3580>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:12:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['8b83a975-146b-4664-8316-efc30c645efc'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:51.993182 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-979308ee-2943-46d2-8866-4d9e0c6001a8 admin admin] Publish callbacks [] for router (8b83a975-146b-4664-8316-efc30c645efc), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:52.008365 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-2f83c5c1-a566-41e1-b77b-1cd339fa13ed None None] Set router 8b83a975-146b-4664-8316-efc30c645efc gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:12:52.099282 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-979308ee-2943-46d2-8866-4d9e0c6001a8 admin admin] Publish callbacks [] for router_gateway (8b83a975-146b-4664-8316-efc30c645efc), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:52.189220 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-2f83c5c1-a566-41e1-b77b-1cd339fa13ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976fd3580>, [{'id': '8b83a975-146b-4664-8316-efc30c645efc', 'name': 'tempest-TestMinimumBasicScenario-1878171797-router', 'tenant_id': '28842c061f4d406896d527bc38bf7807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': 'cc7836c8-9fed-4feb-af48-ba3f1e9a275b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:10:40Z', 'updated_at': '2022-03-23T11:12:51Z', 'revision_number': 5, 'project_id': '28842c061f4d406896d527bc38bf7807', 'gw_port': {'id': 'cc7836c8-9fed-4feb-af48-ba3f1e9a275b', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b83a975-146b-4664-8316-efc30c645efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:10:40Z', 'updated_at': '2022-03-23T11:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:52.214548 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f83c5c1-a566-41e1-b77b-1cd339fa13ed None None] Checking router: 8b83a975-146b-4664-8316-efc30c645efc for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:12:52.222560 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f83c5c1-a566-41e1-b77b-1cd339fa13ed None None] Routers {'8b83a975-146b-4664-8316-efc30c645efc'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:12:52.223672 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-2f83c5c1-a566-41e1-b77b-1cd339fa13ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976fd3580>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:12:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['8b83a975-146b-4664-8316-efc30c645efc'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:52.226760 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-979308ee-2943-46d2-8866-4d9e0c6001a8 admin admin] Deleting port cc7836c8-9fed-4feb-af48-ba3f1e9a275b {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:12:52.227100 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-979308ee-2943-46d2-8866-4d9e0c6001a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (cc7836c8-9fed-4feb-af48-ba3f1e9a275b), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:52.308485 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [None req-979308ee-2943-46d2-8866-4d9e0c6001a8 admin admin] For port cc7836c8-9fed-4feb-af48-ba3f1e9a275b, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=cc7836c8-9fed-4feb-af48-ba3f1e9a275b,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:12:52.308850 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-979308ee-2943-46d2-8866-4d9e0c6001a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (cc7836c8-9fed-4feb-af48-ba3f1e9a275b), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:52.312248 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-2f83c5c1-a566-41e1-b77b-1cd339fa13ed None None] Set router 8b83a975-146b-4664-8316-efc30c645efc gateway port host: None {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:12:52.321708 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-979308ee-2943-46d2-8866-4d9e0c6001a8 admin admin] Calling delete_port for cc7836c8-9fed-4feb-af48-ba3f1e9a275b owned by network:router_gateway {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:12:52.368905 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-2f83c5c1-a566-41e1-b77b-1cd339fa13ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976fd3580>, [{'id': '8b83a975-146b-4664-8316-efc30c645efc', 'name': 'tempest-TestMinimumBasicScenario-1878171797-router', 'tenant_id': '28842c061f4d406896d527bc38bf7807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:10:40Z', 'updated_at': '2022-03-23T11:12:52Z', 'revision_number': 6, 'project_id': '28842c061f4d406896d527bc38bf7807', 'gw_port_host': None}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:52.396799 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f83c5c1-a566-41e1-b77b-1cd339fa13ed None None] The sync data for ids ['8b83a975-146b-4664-8316-efc30c645efc'] in dv-cinder-790535-33-iscsi is: [{'id': '8b83a975-146b-4664-8316-efc30c645efc', 'name': 'tempest-TestMinimumBasicScenario-1878171797-router', 'tenant_id': '28842c061f4d406896d527bc38bf7807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:10:40Z', 'updated_at': '2022-03-23T11:12:52Z', 'revision_number': 6, 'project_id': '28842c061f4d406896d527bc38bf7807', 'gw_port_host': None}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:12:52.567539 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-979308ee-2943-46d2-8866-4d9e0c6001a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (cc7836c8-9fed-4feb-af48-ba3f1e9a275b), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:52.594484 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979308ee-2943-46d2-8866-4d9e0c6001a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc7836c8-9fed-4feb-af48-ba3f1e9a275b,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:52.652359 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-979308ee-2943-46d2-8866-4d9e0c6001a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589324'] for router_gateway (8b83a975-146b-4664-8316-efc30c645efc), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:52.750161 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-979308ee-2943-46d2-8866-4d9e0c6001a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router (8b83a975-146b-4664-8316-efc30c645efc), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:52.752223 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-979308ee-2943-46d2-8866-4d9e0c6001a8 admin admin] Publish callbacks [] for router_controller (8b83a975-146b-4664-8316-efc30c645efc), precommit_delete_associations {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:52.864569 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 344ca4ab-e6ac-4f1a-aa30-23643ceec518 no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:12:52.881643 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-979308ee-2943-46d2-8866-4d9e0c6001a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588271'] for router (8b83a975-146b-4664-8316-efc30c645efc), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:52.882306 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979308ee-2943-46d2-8866-4d9e0c6001a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b83a975-146b-4664-8316-efc30c645efc {{(pid=103540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 11:12:52.887524 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-979308ee-2943-46d2-8866-4d9e0c6001a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:52.888733 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-979308ee-2943-46d2-8866-4d9e0c6001a8 admin admin] 10.222.0.41 "DELETE /v2.0/routers/8b83a975-146b-4664-8316-efc30c645efc HTTP/1.1" status: 204 len: 168 time: 0.9995842 Mar 23 11:12:52.891238 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: 344ca4ab-e6ac-4f1a-aa30-23643ceec518 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:12:52.891441 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 56208) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:52.891738 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 344ca4ab-e6ac-4f1a-aa30-23643ceec518 not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:12:52.938947 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60f04cd-6c9f-4f22-b629-e7ba9446a080 admin admin] Deleting subnet 24204120-fef5-418a-8f80-2ea4ee2a2f4d {{(pid=103540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 11:12:52.942038 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d60f04cd-6c9f-4f22-b629-e7ba9446a080 admin admin] Publish callbacks [] for subnet (24204120-fef5-418a-8f80-2ea4ee2a2f4d), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:52.975415 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d60f04cd-6c9f-4f22-b629-e7ba9446a080 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12491986'] for subnet (24204120-fef5-418a-8f80-2ea4ee2a2f4d), precommit_delete_associations {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:53.058842 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d60f04cd-6c9f-4f22-b629-e7ba9446a080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3350868'] for subnet (24204120-fef5-418a-8f80-2ea4ee2a2f4d), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:53.185222 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d60f04cd-6c9f-4f22-b629-e7ba9446a080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3350861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12546396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11773122'] for subnet (24204120-fef5-418a-8f80-2ea4ee2a2f4d), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:53.212483 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f04cd-6c9f-4f22-b629-e7ba9446a080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24204120-fef5-418a-8f80-2ea4ee2a2f4d,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:53.216261 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-d60f04cd-6c9f-4f22-b629-e7ba9446a080 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:53.219414 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-d60f04cd-6c9f-4f22-b629-e7ba9446a080 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/24204120-fef5-418a-8f80-2ea4ee2a2f4d HTTP/1.1" status: 204 len: 168 time: 0.3270276 Mar 23 11:12:53.221944 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 56210) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:53.225674 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6eaeb0-3c42-48ac-9774-b0555c2f9c74 None None] Network bd76115c-224b-4b48-92dd-b89da39678de requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:12:53.298154 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f6040085-47e2-477e-aeb9-e0ff26eb524e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148571'] for network (bd76115c-224b-4b48-92dd-b89da39678de), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:53.364817 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-f6040085-47e2-477e-aeb9-e0ff26eb524e admin admin] Deleting port 02bfc250-f93c-4802-91ea-9f5bdc277423 {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:12:53.365211 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f6040085-47e2-477e-aeb9-e0ff26eb524e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (02bfc250-f93c-4802-91ea-9f5bdc277423), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:53.399722 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c680383-5e79-4e27-b878-81602d6be5cb None None] DHCP port deletion for bd76115c-224b-4b48-92dd-b89da39678de request from dv-cinder-790535-33-iscsi {{(pid=103541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 11:12:53.434121 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [None req-f6040085-47e2-477e-aeb9-e0ff26eb524e admin admin] For port 02bfc250-f93c-4802-91ea-9f5bdc277423, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=02bfc250-f93c-4802-91ea-9f5bdc277423,segment=NetworkSegment(6527820f-5f09-4562-b99a-01cbde07aa87),segment_id=6527820f-5f09-4562-b99a-01cbde07aa87)] {{(pid=103540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:12:53.434494 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f6040085-47e2-477e-aeb9-e0ff26eb524e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (02bfc250-f93c-4802-91ea-9f5bdc277423), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:53.450265 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-f6040085-47e2-477e-aeb9-e0ff26eb524e admin admin] Calling delete_port for 02bfc250-f93c-4802-91ea-9f5bdc277423 owned by network:dhcp {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:12:53.455965 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-1c680383-5e79-4e27-b878-81602d6be5cb None None] Deleting port 02bfc250-f93c-4802-91ea-9f5bdc277423 {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:12:53.456339 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1c680383-5e79-4e27-b878-81602d6be5cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (02bfc250-f93c-4802-91ea-9f5bdc277423), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:53.518168 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-1c680383-5e79-4e27-b878-81602d6be5cb None None] For port 02bfc250-f93c-4802-91ea-9f5bdc277423, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=02bfc250-f93c-4802-91ea-9f5bdc277423,segment=NetworkSegment(6527820f-5f09-4562-b99a-01cbde07aa87),segment_id=6527820f-5f09-4562-b99a-01cbde07aa87)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:12:53.524766 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1c680383-5e79-4e27-b878-81602d6be5cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (02bfc250-f93c-4802-91ea-9f5bdc277423), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:53.531712 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-1c680383-5e79-4e27-b878-81602d6be5cb None None] Calling delete_port for 02bfc250-f93c-4802-91ea-9f5bdc277423 owned by network:dhcp {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:12:53.635827 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f6040085-47e2-477e-aeb9-e0ff26eb524e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (02bfc250-f93c-4802-91ea-9f5bdc277423), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:53.642824 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1c680383-5e79-4e27-b878-81602d6be5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628'] for port (02bfc250-f93c-4802-91ea-9f5bdc277423), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:53.663595 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6040085-47e2-477e-aeb9-e0ff26eb524e admin admin] Pushing event deleted for resources: {'Port': ['ID=02bfc250-f93c-4802-91ea-9f5bdc277423,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:53.669467 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c680383-5e79-4e27-b878-81602d6be5cb None None] Pushing event deleted for resources: {'Port': ['ID=02bfc250-f93c-4802-91ea-9f5bdc277423,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:53.669752 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6040085-47e2-477e-aeb9-e0ff26eb524e admin admin] No DVR routers for this DVR port 02bfc250-f93c-4802-91ea-9f5bdc277423 on host dv-cinder-790535-33-iscsi {{(pid=103540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:12:53.675027 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c680383-5e79-4e27-b878-81602d6be5cb None None] No DVR routers for this DVR port 02bfc250-f93c-4802-91ea-9f5bdc277423 on host dv-cinder-790535-33-iscsi {{(pid=103541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:12:53.743593 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f6040085-47e2-477e-aeb9-e0ff26eb524e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3292129', 'neutron.services.segments.db._delete_segments_for_network-8738511072579'] for network (bd76115c-224b-4b48-92dd-b89da39678de), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:53.765490 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-f6040085-47e2-477e-aeb9-e0ff26eb524e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2975042550>,) {'filters': {'network_id': ['bd76115c-224b-4b48-92dd-b89da39678de']}} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:53.775707 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-f6040085-47e2-477e-aeb9-e0ff26eb524e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2975042550>, '6527820f-5f09-4562-b99a-01cbde07aa87') {'for_net_delete': True} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:53.776012 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-f6040085-47e2-477e-aeb9-e0ff26eb524e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2975042550>, '6527820f-5f09-4562-b99a-01cbde07aa87') {} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:12:53.785678 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f6040085-47e2-477e-aeb9-e0ff26eb524e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738511073100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12492011'] for segment (6527820f-5f09-4562-b99a-01cbde07aa87), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:53.799402 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f6040085-47e2-477e-aeb9-e0ff26eb524e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (6527820f-5f09-4562-b99a-01cbde07aa87), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6040085-47e2-477e-aeb9-e0ff26eb524e admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f6040085-47e2-477e-aeb9-e0ff26eb524e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12548094'] for segment (6527820f-5f09-4562-b99a-01cbde07aa87), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: Traceback (most recent call last): Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: timer() Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: cb(*args, **kw) Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: return func(*args, **kwargs) Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: self._notify() Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: self.callback(batched_events) Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: event.method(event) Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: return f(self, *a, **k) Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: return self._get(url).json() Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: return self.request(url, 'GET', **kwargs) Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:12:53.807937 dv-cinder-790535-33-iscsi neutron-server[103540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:12:53.944402 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f6040085-47e2-477e-aeb9-e0ff26eb524e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3292122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589424'] for network (bd76115c-224b-4b48-92dd-b89da39678de), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:53.949542 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-f6040085-47e2-477e-aeb9-e0ff26eb524e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:53.952746 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-f6040085-47e2-477e-aeb9-e0ff26eb524e admin admin] 10.222.0.41 "DELETE /v2.0/networks/bd76115c-224b-4b48-92dd-b89da39678de HTTP/1.1" status: 204 len: 168 time: 0.7297685 Mar 23 11:12:53.963792 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6040085-47e2-477e-aeb9-e0ff26eb524e admin admin] Pushing event deleted for resources: {'Network': ['ID=bd76115c-224b-4b48-92dd-b89da39678de,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:54.409287 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56232) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:54.455662 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-616cc20e-7a6a-42e0-b8a3-ae49bcbfa642 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e6727fde2374b3baaa1ac9ab747de5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452261 Mar 23 11:12:54.458443 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56234) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:54.505786 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b33f1ef8-7054-4858-8193-76d64933285c admin admin] Publish callbacks [] for security_group (e8529b25-bd16-4224-a8d5-fac2def9480c), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:54.526107 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b33f1ef8-7054-4858-8193-76d64933285c admin admin] Publish callbacks [] for security_group (e8529b25-bd16-4224-a8d5-fac2def9480c), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:54.635961 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b33f1ef8-7054-4858-8193-76d64933285c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (e8529b25-bd16-4224-a8d5-fac2def9480c), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:54.638443 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b33f1ef8-7054-4858-8193-76d64933285c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:54.641702 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-b33f1ef8-7054-4858-8193-76d64933285c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8529b25-bd16-4224-a8d5-fac2def9480c HTTP/1.1" status: 204 len: 168 time: 0.1822858 Mar 23 11:12:54.660869 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f1ef8-7054-4858-8193-76d64933285c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8529b25-bd16-4224-a8d5-fac2def9480c,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:54.724270 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device cc7836c8-9fed-4feb-af48-ba3f1e9a275b no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:12:54.751709 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: cc7836c8-9fed-4feb-af48-ba3f1e9a275b {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:12:54.752064 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device cc7836c8-9fed-4feb-af48-ba3f1e9a275b not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:12:54.752552 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 02bfc250-f93c-4802-91ea-9f5bdc277423 no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:12:54.774034 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: 02bfc250-f93c-4802-91ea-9f5bdc277423 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:12:54.774385 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 02bfc250-f93c-4802-91ea-9f5bdc277423 not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:12:55.332342 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56246) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:55.372372 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-8345eec0-d5cb-4584-9e83-c6237a5f93c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=28842c061f4d406896d527bc38bf7807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388539 Mar 23 11:12:55.374933 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56250) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:55.424719 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5c127142-55d2-4182-9717-5399f917b457 admin admin] Publish callbacks [] for security_group (cf25c70b-9d93-417c-8d0c-dc3dca4c3dd7), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:55.445975 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5c127142-55d2-4182-9717-5399f917b457 admin admin] Publish callbacks [] for security_group (cf25c70b-9d93-417c-8d0c-dc3dca4c3dd7), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:55.572680 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5c127142-55d2-4182-9717-5399f917b457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (cf25c70b-9d93-417c-8d0c-dc3dca4c3dd7), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:55.575286 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5c127142-55d2-4182-9717-5399f917b457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:55.576436 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-5c127142-55d2-4182-9717-5399f917b457 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cf25c70b-9d93-417c-8d0c-dc3dca4c3dd7 HTTP/1.1" status: 204 len: 168 time: 0.2006235 Mar 23 11:12:55.584090 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c127142-55d2-4182-9717-5399f917b457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf25c70b-9d93-417c-8d0c-dc3dca4c3dd7,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:55.865353 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ace3b644-ae8f-412e-ba0a-2fde40741bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:56.669216 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56288) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:56.763463 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-923c6a3e-2733-4d4a-866c-0289fdc62f8a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-216275549-network', 'tenant_id': '04a8334df6204f2ea209242c3de466a1'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:12:56.910404 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923c6a3e-2733-4d4a-866c-0289fdc62f8a admin admin] Made reservation on behalf of 04a8334df6204f2ea209242c3de466a1 for: {'network': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:12:56.913361 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-923c6a3e-2733-4d4a-866c-0289fdc62f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for network (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:56.922672 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-923c6a3e-2733-4d4a-866c-0289fdc62f8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:56.994539 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-923c6a3e-2733-4d4a-866c-0289fdc62f8a admin admin] Publish callbacks [] for security_group (35e0198e-94d9-4409-8e27-0b09af28ad2e), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:57.099117 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-923c6a3e-2733-4d4a-866c-0289fdc62f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (35e0198e-94d9-4409-8e27-0b09af28ad2e), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:57.124074 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923c6a3e-2733-4d4a-866c-0289fdc62f8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=103539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:12:57.138947 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c6a3e-2733-4d4a-866c-0289fdc62f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e0198e-94d9-4409-8e27-0b09af28ad2e,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:57.141522 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-923c6a3e-2733-4d4a-866c-0289fdc62f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:57.141868 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.db.segments_db [None req-923c6a3e-2733-4d4a-866c-0289fdc62f8a admin admin] Added segment 3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b of type vlan for network 31d2a5ef-7ddb-4991-9f63-9439d7e0a109 Mar 23 11:12:57.186881 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-923c6a3e-2733-4d4a-866c-0289fdc62f8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738510713667'] for network (31d2a5ef-7ddb-4991-9f63-9439d7e0a109), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:57.304469 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-923c6a3e-2733-4d4a-866c-0289fdc62f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for network (31d2a5ef-7ddb-4991-9f63-9439d7e0a109), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:57.305523 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923c6a3e-2733-4d4a-866c-0289fdc62f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:57.306148 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-923c6a3e-2733-4d4a-866c-0289fdc62f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:57.366668 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c6a3e-2733-4d4a-866c-0289fdc62f8a admin admin] Pushing event updated for resources: {'Network': ['ID=31d2a5ef-7ddb-4991-9f63-9439d7e0a109,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:57.376531 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Network 31d2a5ef-7ddb-4991-9f63-9439d7e0a109 details requested by agent ovs-agent-dv-cinder-790535-33-iscsi with host dv-cinder-790535-33-iscsi {{(pid=103541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 11:12:57.432521 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-923c6a3e-2733-4d4a-866c-0289fdc62f8a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7620344 Mar 23 11:12:57.435171 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56296) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:57.439883 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-dce64c98-ed69-42ab-8bd0-ff2e6904bc18 admin admin] Request body: {'subnet': {'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-216275549-subnet', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'ip_version': 4}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:12:57.526941 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce64c98-ed69-42ab-8bd0-ff2e6904bc18 admin admin] Made reservation on behalf of 04a8334df6204f2ea209242c3de466a1 for: {'subnet': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:12:57.529421 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-dce64c98-ed69-42ab-8bd0-ff2e6904bc18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11983459'] for subnet (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:57.744336 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-dce64c98-ed69-42ab-8bd0-ff2e6904bc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11800196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11983477'] for subnet (22af1c59-b8ec-4f9b-871a-ca144a9f0908), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:57.802023 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce64c98-ed69-42ab-8bd0-ff2e6904bc18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22af1c59-b8ec-4f9b-871a-ca144a9f0908,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:57.812702 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce64c98-ed69-42ab-8bd0-ff2e6904bc18 admin admin] Checking segment: {'id': '3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:12:57.812702 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce64c98-ed69-42ab-8bd0-ff2e6904bc18 admin admin] Network hostable DHCP agents. Network: 31d2a5ef-7ddb-4991-9f63-9439d7e0a109, hostable agents: ['18616f87-d995-4ff8-a7e5-ed686ac89f81'], hosted agents: [] {{(pid=103539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:12:57.824344 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-371235f7-a296-4bd7-94da-eed8f71243d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:57.869640 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce64c98-ed69-42ab-8bd0-ff2e6904bc18 admin admin] Network 31d2a5ef-7ddb-4991-9f63-9439d7e0a109 is scheduled to be hosted by DHCP agent 18616f87-d995-4ff8-a7e5-ed686ac89f81 with binding_index 1 {{(pid=103539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:12:57.943835 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-dce64c98-ed69-42ab-8bd0-ff2e6904bc18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-33-iscsi, 31d2a5ef-7ddb-4991-9f63-9439d7e0a109) {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:12:57.948209 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce64c98-ed69-42ab-8bd0-ff2e6904bc18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:12:57.949143 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-dce64c98-ed69-42ab-8bd0-ff2e6904bc18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:57.952435 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b674713-6222-41cb-a5e6-97d526c7e70b None None] Network 31d2a5ef-7ddb-4991-9f63-9439d7e0a109 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:12:58.050917 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-dce64c98-ed69-42ab-8bd0-ff2e6904bc18 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6145899 Mar 23 11:12:58.054062 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56304) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:12:58.055586 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b094b5a8-4db4-4eb5-ba53-222226e3444d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7dec95-e408-57f7-a9aa-31b64d88e4d5-31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'project_id': '04a8334df6204f2ea209242c3de466a1', 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908'}]}} from dv-cinder-790535-33-iscsi. {{(pid=103541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 11:12:58.056502 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b094b5a8-4db4-4eb5-ba53-222226e3444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:58.058628 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-50a2b428-869e-41d6-8a34-b0c6359b9ecc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:12:58.150853 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-50a2b428-869e-41d6-8a34-b0c6359b9ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3242'] for router (0422e360-6014-4516-9799-3614d97e4e43), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:58.152050 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-50a2b428-869e-41d6-8a34-b0c6359b9ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3229'] for router (0422e360-6014-4516-9799-3614d97e4e43), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:58.192995 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-b094b5a8-4db4-4eb5-ba53-222226e3444d None None] Allocated IP 172.20.0.2 (31d2a5ef-7ddb-4991-9f63-9439d7e0a109/22af1c59-b8ec-4f9b-871a-ca144a9f0908/977a4515-b36c-41d1-b3aa-fc8673daae07) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:12:58.206821 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-50a2b428-869e-41d6-8a34-b0c6359b9ecc admin admin] Publish callbacks [] for router_controller (0422e360-6014-4516-9799-3614d97e4e43), precommit_add_association {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:58.344045 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b094b5a8-4db4-4eb5-ba53-222226e3444d None None] Publish callbacks [] for port (977a4515-b36c-41d1-b3aa-fc8673daae07), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:58.430813 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b094b5a8-4db4-4eb5-ba53-222226e3444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823'] for port (977a4515-b36c-41d1-b3aa-fc8673daae07), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:58.469397 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b094b5a8-4db4-4eb5-ba53-222226e3444d None None] Network 31d2a5ef-7ddb-4991-9f63-9439d7e0a109 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:12:58.477537 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-b094b5a8-4db4-4eb5-ba53-222226e3444d None None] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:12:58.482316 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b094b5a8-4db4-4eb5-ba53-222226e3444d None None] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:12:58.486043 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094b5a8-4db4-4eb5-ba53-222226e3444d None None] Pushing event updated for resources: {'Port': ['ID=977a4515-b36c-41d1-b3aa-fc8673daae07,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:58.542940 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-b094b5a8-4db4-4eb5-ba53-222226e3444d None None] Attempting to bind port 977a4515-b36c-41d1-b3aa-fc8673daae07 on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:12:58.543322 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-b094b5a8-4db4-4eb5-ba53-222226e3444d None None] Attempting to bind port 977a4515-b36c-41d1-b3aa-fc8673daae07 by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': '3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:12:58.543692 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b094b5a8-4db4-4eb5-ba53-222226e3444d None None] Attempting to bind port 977a4515-b36c-41d1-b3aa-fc8673daae07 on network 31d2a5ef-7ddb-4991-9f63-9439d7e0a109 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:12:58.549287 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b094b5a8-4db4-4eb5-ba53-222226e3444d None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:12:58.549674 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b094b5a8-4db4-4eb5-ba53-222226e3444d None None] Checking segment: {'id': '3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:12:58.550088 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b094b5a8-4db4-4eb5-ba53-222226e3444d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:58.550489 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b094b5a8-4db4-4eb5-ba53-222226e3444d None None] Bound using segment: {'id': '3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:12:58.550965 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-b094b5a8-4db4-4eb5-ba53-222226e3444d None None] Bound port: 977a4515-b36c-41d1-b3aa-fc8673daae07, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:12:58.551402 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b094b5a8-4db4-4eb5-ba53-222226e3444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (977a4515-b36c-41d1-b3aa-fc8673daae07), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:58.620071 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-b094b5a8-4db4-4eb5-ba53-222226e3444d None None] For port 977a4515-b36c-41d1-b3aa-fc8673daae07, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:12:58.623357 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-b094b5a8-4db4-4eb5-ba53-222226e3444d None None] For port 977a4515-b36c-41d1-b3aa-fc8673daae07, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=977a4515-b36c-41d1-b3aa-fc8673daae07,segment=NetworkSegment(3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b),segment_id=3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:12:58.678020 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-50a2b428-869e-41d6-8a34-b0c6359b9ecc admin admin] Publish callbacks [] for router_gateway (0422e360-6014-4516-9799-3614d97e4e43), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:58.716048 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b094b5a8-4db4-4eb5-ba53-222226e3444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (977a4515-b36c-41d1-b3aa-fc8673daae07), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:58.773649 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094b5a8-4db4-4eb5-ba53-222226e3444d None None] Pushing event updated for resources: {'Port': ['ID=977a4515-b36c-41d1-b3aa-fc8673daae07,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:58.964705 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-50a2b428-869e-41d6-8a34-b0c6359b9ecc admin admin] Publish callbacks [] for router_gateway (0422e360-6014-4516-9799-3614d97e4e43), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:58.984274 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-50a2b428-869e-41d6-8a34-b0c6359b9ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:59.089916 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [None req-50a2b428-869e-41d6-8a34-b0c6359b9ecc admin admin] Allocated IP 172.27.0.79 (95c18418-5bae-427e-9b81-a5d1c1650c0a/3e1497af-c43c-4f5b-914b-136f0356db85/6c00567b-2064-4ce1-a37c-7baca7045fea) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:12:59.187271 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-50a2b428-869e-41d6-8a34-b0c6359b9ecc admin admin] Publish callbacks [] for port (6c00567b-2064-4ce1-a37c-7baca7045fea), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:59.282106 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-50a2b428-869e-41d6-8a34-b0c6359b9ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (6c00567b-2064-4ce1-a37c-7baca7045fea), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:59.324219 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a2b428-869e-41d6-8a34-b0c6359b9ecc admin admin] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:12:59.327198 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-50a2b428-869e-41d6-8a34-b0c6359b9ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:12:59.333674 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a2b428-869e-41d6-8a34-b0c6359b9ecc admin admin] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:12:59.339311 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2b428-869e-41d6-8a34-b0c6359b9ecc admin admin] Pushing event updated for resources: {'Port': ['ID=6c00567b-2064-4ce1-a37c-7baca7045fea,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:12:59.562102 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:59.637281 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba13761-cb60-458c-a66d-71327bd64b9f None None] Network 31d2a5ef-7ddb-4991-9f63-9439d7e0a109 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:12:59.696926 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-50a2b428-869e-41d6-8a34-b0c6359b9ecc admin admin] Publish callbacks [] for router_gateway (0422e360-6014-4516-9799-3614d97e4e43), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:59.701634 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-5cc706c6-3ac7-4d54-a78c-989309bb0d7b None None] Provisioning complete for port 977a4515-b36c-41d1-b3aa-fc8673daae07 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:12:59.702013 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5cc706c6-3ac7-4d54-a78c-989309bb0d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (977a4515-b36c-41d1-b3aa-fc8673daae07), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:59.814056 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-5cc706c6-3ac7-4d54-a78c-989309bb0d7b None None] Current status of the port 977a4515-b36c-41d1-b3aa-fc8673daae07 is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:12:59.814340 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5cc706c6-3ac7-4d54-a78c-989309bb0d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (977a4515-b36c-41d1-b3aa-fc8673daae07), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:59.857487 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-5cc706c6-3ac7-4d54-a78c-989309bb0d7b None None] For port 977a4515-b36c-41d1-b3aa-fc8673daae07, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=977a4515-b36c-41d1-b3aa-fc8673daae07,segment=NetworkSegment(3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b),segment_id=3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:12:59.913561 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-50a2b428-869e-41d6-8a34-b0c6359b9ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589352'] for router (0422e360-6014-4516-9799-3614d97e4e43), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:12:59.967072 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5cc706c6-3ac7-4d54-a78c-989309bb0d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (977a4515-b36c-41d1-b3aa-fc8673daae07), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:00.025775 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc706c6-3ac7-4d54-a78c-989309bb0d7b None None] Pushing event updated for resources: {'Port': ['ID=977a4515-b36c-41d1-b3aa-fc8673daae07,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:00.090714 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-d3c9b948-0a76-4ed7-b303-f54ca7c8d552 None None] Provisioning complete for port 977a4515-b36c-41d1-b3aa-fc8673daae07 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:13:00.091012 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d3c9b948-0a76-4ed7-b303-f54ca7c8d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (977a4515-b36c-41d1-b3aa-fc8673daae07), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:00.138638 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a2b428-869e-41d6-8a34-b0c6359b9ecc admin admin] Router 0422e360-6014-4516-9799-3614d97e4e43 is scheduled to L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc with binding_index 1 {{(pid=103539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 11:13:00.167111 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-d3c9b948-0a76-4ed7-b303-f54ca7c8d552 None None] Current status of the port 977a4515-b36c-41d1-b3aa-fc8673daae07 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:13:00.246091 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a2b428-869e-41d6-8a34-b0c6359b9ecc admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:13:00.260623 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] Sync routers for ids ['0422e360-6014-4516-9799-3614d97e4e43'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:13:00.269937 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] Routers {'0422e360-6014-4516-9799-3614d97e4e43'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:13:00.270678 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f29764c6910>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:12:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['0422e360-6014-4516-9799-3614d97e4e43'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:13:00.335185 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-50a2b428-869e-41d6-8a34-b0c6359b9ecc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:00.339007 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-50a2b428-869e-41d6-8a34-b0c6359b9ecc admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2814953 Mar 23 11:13:00.339287 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56318) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:13:00.526714 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] Set router 0422e360-6014-4516-9799-3614d97e4e43 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:13:00.739934 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:00.744497 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f29764c6910>, [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:12:59Z', 'revision_number': 3, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:12:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:13:00.772295 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 977a4515-b36c-41d1-b3aa-fc8673daae07 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:13:00.775719 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] Checking router: 0422e360-6014-4516-9799-3614d97e4e43 for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:13:00.776084 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] Updating router 0422e360-6014-4516-9799-3614d97e4e43 port 6c00567b-2064-4ce1-a37c-7baca7045fea binding host dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 11:13:00.790010 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-dd085ded-92d0-4c6f-8ef7-02b0eb236be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:00.835208 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (6c00567b-2064-4ce1-a37c-7baca7045fea), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:00.931114 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 977a4515-b36c-41d1-b3aa-fc8673daae07 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:13:00.931413 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (977a4515-b36c-41d1-b3aa-fc8673daae07), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:00.947239 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [None req-dd085ded-92d0-4c6f-8ef7-02b0eb236be1 admin admin] Allocated IP 172.20.0.1 (31d2a5ef-7ddb-4991-9f63-9439d7e0a109/22af1c59-b8ec-4f9b-871a-ca144a9f0908/799bc3a9-b924-407a-a9f6-33cc8176cec8) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:13:01.048380 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-dd085ded-92d0-4c6f-8ef7-02b0eb236be1 admin admin] Publish callbacks [] for port (799bc3a9-b924-407a-a9f6-33cc8176cec8), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:01.083915 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 977a4515-b36c-41d1-b3aa-fc8673daae07 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:13:01.154476 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] Publish callbacks [] for port (6c00567b-2064-4ce1-a37c-7baca7045fea), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:01.162172 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-dd085ded-92d0-4c6f-8ef7-02b0eb236be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (799bc3a9-b924-407a-a9f6-33cc8176cec8), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:01.199920 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd085ded-92d0-4c6f-8ef7-02b0eb236be1 admin admin] Network 31d2a5ef-7ddb-4991-9f63-9439d7e0a109 is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:13:01.202678 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-dd085ded-92d0-4c6f-8ef7-02b0eb236be1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:13:01.208255 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd085ded-92d0-4c6f-8ef7-02b0eb236be1 admin admin] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:13:01.234066 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd085ded-92d0-4c6f-8ef7-02b0eb236be1 admin admin] Pushing event updated for resources: {'Port': ['ID=799bc3a9-b924-407a-a9f6-33cc8176cec8,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:01.254331 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-dd085ded-92d0-4c6f-8ef7-02b0eb236be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573693'] for router_interface (0422e360-6014-4516-9799-3614d97e4e43), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:01.293109 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (6c00567b-2064-4ce1-a37c-7baca7045fea), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:01.346517 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] Attempting to bind port 6c00567b-2064-4ce1-a37c-7baca7045fea on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:13:01.346891 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] Attempting to bind port 6c00567b-2064-4ce1-a37c-7baca7045fea by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:13:01.347261 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] Attempting to bind port 6c00567b-2064-4ce1-a37c-7baca7045fea on network 95c18418-5bae-427e-9b81-a5d1c1650c0a {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:13:01.355595 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d12d7b-ecc6-4947-aee5-84dd99fb0272 None None] Pushing event updated for resources: {'Port': ['ID=6c00567b-2064-4ce1-a37c-7baca7045fea,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:01.358750 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:13:01.359139 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] Checking segment: {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:13:01.359545 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:01.359983 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] Bound using segment: {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:13:01.360462 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] Bound port: 6c00567b-2064-4ce1-a37c-7baca7045fea, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:13:01.360843 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (6c00567b-2064-4ce1-a37c-7baca7045fea), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:01.413259 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] For port 6c00567b-2064-4ce1-a37c-7baca7045fea, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:13:01.416558 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] For port 6c00567b-2064-4ce1-a37c-7baca7045fea, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=6c00567b-2064-4ce1-a37c-7baca7045fea,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:13:01.444349 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-dd085ded-92d0-4c6f-8ef7-02b0eb236be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (799bc3a9-b924-407a-a9f6-33cc8176cec8), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:01.476052 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (6c00567b-2064-4ce1-a37c-7baca7045fea), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:01.545950 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-1ba5ead5-399f-4d96-881c-b2440be431d9 None None] Provisioning complete for port 799bc3a9-b924-407a-a9f6-33cc8176cec8 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:13:01.546328 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1ba5ead5-399f-4d96-881c-b2440be431d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (799bc3a9-b924-407a-a9f6-33cc8176cec8), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:01.551256 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] Routers {'0422e360-6014-4516-9799-3614d97e4e43'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:13:01.551882 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f29764c6910>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:12:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['0422e360-6014-4516-9799-3614d97e4e43'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:13:01.611213 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-dd085ded-92d0-4c6f-8ef7-02b0eb236be1 admin admin] Publish callbacks [] for port (799bc3a9-b924-407a-a9f6-33cc8176cec8), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:01.642449 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d12d7b-ecc6-4947-aee5-84dd99fb0272 None None] Pushing event updated for resources: {'Port': ['ID=6c00567b-2064-4ce1-a37c-7baca7045fea,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:01.664105 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-1ba5ead5-399f-4d96-881c-b2440be431d9 None None] Port 799bc3a9-b924-407a-a9f6-33cc8176cec8 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:13:01.687293 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-dd085ded-92d0-4c6f-8ef7-02b0eb236be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (799bc3a9-b924-407a-a9f6-33cc8176cec8), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:01.701792 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] Set router 0422e360-6014-4516-9799-3614d97e4e43 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:13:01.758763 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-dd085ded-92d0-4c6f-8ef7-02b0eb236be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573545'] for router_interface (0422e360-6014-4516-9799-3614d97e4e43), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:01.760539 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd085ded-92d0-4c6f-8ef7-02b0eb236be1 admin admin] Pushing event updated for resources: {'Port': ['ID=799bc3a9-b924-407a-a9f6-33cc8176cec8,revision_number=2']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:01.859288 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd085ded-92d0-4c6f-8ef7-02b0eb236be1 admin admin] Network 31d2a5ef-7ddb-4991-9f63-9439d7e0a109 is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:13:01.860796 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-dd085ded-92d0-4c6f-8ef7-02b0eb236be1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:13:01.903558 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f29764c6910>, [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:01Z', 'revision_number': 4, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '799bc3a9-b924-407a-a9f6-33cc8176cec8', 'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'mac_address': 'fa:16:3e:81:2a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:00Z', 'updated_at': '2022-03-23T11:13:00Z', 'revision_number': 1, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'subnets': [{'id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:13:01.935389 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab06539-040d-4f5c-a0a7-bcd84d2d3bc0 None None] The sync data for ids ['0422e360-6014-4516-9799-3614d97e4e43'] in dv-cinder-790535-33-iscsi is: [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:01Z', 'revision_number': 4, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '799bc3a9-b924-407a-a9f6-33cc8176cec8', 'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'mac_address': 'fa:16:3e:81:2a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:00Z', 'updated_at': '2022-03-23T11:13:00Z', 'revision_number': 1, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'subnets': [{'id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:13:01.986489 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd085ded-92d0-4c6f-8ef7-02b0eb236be1 admin admin] Router 0422e360-6014-4516-9799-3614d97e4e43 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:13:02.002805 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:13:02.096045 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-80c5db29-6612-437e-9106-5dc300b7e74d None None] Provisioning complete for port 799bc3a9-b924-407a-a9f6-33cc8176cec8 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:13:02.096226 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-80c5db29-6612-437e-9106-5dc300b7e74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (799bc3a9-b924-407a-a9f6-33cc8176cec8), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:02.113432 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd085ded-92d0-4c6f-8ef7-02b0eb236be1 admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:13:02.124980 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-dd085ded-92d0-4c6f-8ef7-02b0eb236be1 admin admin] 10.222.0.41 "PUT /v2.0/routers/0422e360-6014-4516-9799-3614d97e4e43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7784328 Mar 23 11:13:02.134202 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-80c5db29-6612-437e-9106-5dc300b7e74d None None] Port 799bc3a9-b924-407a-a9f6-33cc8176cec8 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:13:02.355912 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:02.758360 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 6c00567b-2064-4ce1-a37c-7baca7045fea up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:13:02.810485 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 6c00567b-2064-4ce1-a37c-7baca7045fea triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:13:02.811085 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (6c00567b-2064-4ce1-a37c-7baca7045fea), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:02.894238 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 6c00567b-2064-4ce1-a37c-7baca7045fea is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:13:02.894642 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (6c00567b-2064-4ce1-a37c-7baca7045fea), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:02.921048 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] For port 6c00567b-2064-4ce1-a37c-7baca7045fea, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=6c00567b-2064-4ce1-a37c-7baca7045fea,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:13:03.027517 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56356) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:13:03.032550 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-01844e17-d90a-4259-95cd-0dbf3c054fed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-134866413-network', 'tenant_id': '686fc0fba205488eafd0857305d5ad7a'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:13:03.047498 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (6c00567b-2064-4ce1-a37c-7baca7045fea), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:03.099709 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Pushing event updated for resources: {'Port': ['ID=6c00567b-2064-4ce1-a37c-7baca7045fea,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:03.184093 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01844e17-d90a-4259-95cd-0dbf3c054fed admin admin] Made reservation on behalf of 686fc0fba205488eafd0857305d5ad7a for: {'network': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:13:03.186512 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-01844e17-d90a-4259-95cd-0dbf3c054fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for network (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:03.195793 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-01844e17-d90a-4259-95cd-0dbf3c054fed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:03.273057 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-01844e17-d90a-4259-95cd-0dbf3c054fed admin admin] Publish callbacks [] for security_group (6cb4e45c-8858-49dc-91b1-1279f2e52e28), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:03.401506 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-01844e17-d90a-4259-95cd-0dbf3c054fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (6cb4e45c-8858-49dc-91b1-1279f2e52e28), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:03.436328 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01844e17-d90a-4259-95cd-0dbf3c054fed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=103539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:13:03.443458 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01844e17-d90a-4259-95cd-0dbf3c054fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb4e45c-8858-49dc-91b1-1279f2e52e28,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:03.449369 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-01844e17-d90a-4259-95cd-0dbf3c054fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (3122c570-d70c-4abf-b9a1-f6e31437d24c), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:03.449741 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.db.segments_db [None req-01844e17-d90a-4259-95cd-0dbf3c054fed admin admin] Added segment 3122c570-d70c-4abf-b9a1-f6e31437d24c of type vlan for network 624a243d-eebc-4834-8ad6-1f7ed028e6d5 Mar 23 11:13:03.496275 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-01844e17-d90a-4259-95cd-0dbf3c054fed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738510713667'] for network (624a243d-eebc-4834-8ad6-1f7ed028e6d5), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:03.612920 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-01844e17-d90a-4259-95cd-0dbf3c054fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752'] for network (624a243d-eebc-4834-8ad6-1f7ed028e6d5), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:03.614794 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01844e17-d90a-4259-95cd-0dbf3c054fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:03.615594 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-01844e17-d90a-4259-95cd-0dbf3c054fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:03.675024 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01844e17-d90a-4259-95cd-0dbf3c054fed admin admin] Pushing event updated for resources: {'Network': ['ID=624a243d-eebc-4834-8ad6-1f7ed028e6d5,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:03.693509 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Network 624a243d-eebc-4834-8ad6-1f7ed028e6d5 details requested by agent ovs-agent-dv-cinder-790535-33-iscsi with host dv-cinder-790535-33-iscsi {{(pid=103541) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 11:13:03.770765 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-01844e17-d90a-4259-95cd-0dbf3c054fed admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7420757 Mar 23 11:13:03.775997 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56366) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:13:03.781105 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-ff53d1f7-6a12-49b7-88a5-a86e62b26f42 admin admin] Request body: {'subnet': {'network_id': '624a243d-eebc-4834-8ad6-1f7ed028e6d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-134866413-subnet', 'tenant_id': '686fc0fba205488eafd0857305d5ad7a', 'ip_version': 4}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:13:03.893067 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff53d1f7-6a12-49b7-88a5-a86e62b26f42 admin admin] Made reservation on behalf of 686fc0fba205488eafd0857305d5ad7a for: {'subnet': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:13:03.895962 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ff53d1f7-6a12-49b7-88a5-a86e62b26f42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11983459'] for subnet (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:04.003990 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] Sync routers for ids ['0422e360-6014-4516-9799-3614d97e4e43'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:13:04.014751 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] Routers {'0422e360-6014-4516-9799-3614d97e4e43'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:13:04.015480 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f297705a910>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:12:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['0422e360-6014-4516-9799-3614d97e4e43'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:13:04.124506 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] Set router 0422e360-6014-4516-9799-3614d97e4e43 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:13:04.138987 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ff53d1f7-6a12-49b7-88a5-a86e62b26f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11800196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11983477'] for subnet (20f09b64-e16d-49a2-97ca-08df547c80f9), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:04.197662 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53d1f7-6a12-49b7-88a5-a86e62b26f42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20f09b64-e16d-49a2-97ca-08df547c80f9,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:04.206184 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff53d1f7-6a12-49b7-88a5-a86e62b26f42 admin admin] Checking segment: {'id': '3122c570-d70c-4abf-b9a1-f6e31437d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '624a243d-eebc-4834-8ad6-1f7ed028e6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:13:04.211993 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff53d1f7-6a12-49b7-88a5-a86e62b26f42 admin admin] Network hostable DHCP agents. Network: 624a243d-eebc-4834-8ad6-1f7ed028e6d5, hostable agents: ['18616f87-d995-4ff8-a7e5-ed686ac89f81'], hosted agents: [] {{(pid=103539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:13:04.298748 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff53d1f7-6a12-49b7-88a5-a86e62b26f42 admin admin] Network 624a243d-eebc-4834-8ad6-1f7ed028e6d5 is scheduled to be hosted by DHCP agent 18616f87-d995-4ff8-a7e5-ed686ac89f81 with binding_index 1 {{(pid=103539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:13:04.328828 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f297705a910>, [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:01Z', 'revision_number': 4, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '799bc3a9-b924-407a-a9f6-33cc8176cec8', 'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'mac_address': 'fa:16:3e:81:2a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:00Z', 'updated_at': '2022-03-23T11:13:01Z', 'revision_number': 2, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'subnets': [{'id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:13:04.357811 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] Checking router: 0422e360-6014-4516-9799-3614d97e4e43 for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:13:04.358168 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] Updating router 0422e360-6014-4516-9799-3614d97e4e43 port 799bc3a9-b924-407a-a9f6-33cc8176cec8 binding host dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 11:13:04.384441 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (799bc3a9-b924-407a-a9f6-33cc8176cec8), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:04.390175 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-ff53d1f7-6a12-49b7-88a5-a86e62b26f42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790535-33-iscsi, 624a243d-eebc-4834-8ad6-1f7ed028e6d5) {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:13:04.394418 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff53d1f7-6a12-49b7-88a5-a86e62b26f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:04.395644 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-ff53d1f7-6a12-49b7-88a5-a86e62b26f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:04.399933 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc08b47c-5757-4136-854c-0e0a1d1dca26 None None] Network 624a243d-eebc-4834-8ad6-1f7ed028e6d5 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:13:04.500762 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e014f4-aaad-4099-aad9-e89176c50aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f7dec95-e408-57f7-a9aa-31b64d88e4d5-624a243d-eebc-4834-8ad6-1f7ed028e6d5', 'network_id': '624a243d-eebc-4834-8ad6-1f7ed028e6d5', 'project_id': '686fc0fba205488eafd0857305d5ad7a', 'fixed_ips': [{'subnet_id': '20f09b64-e16d-49a2-97ca-08df547c80f9'}]}} from dv-cinder-790535-33-iscsi. {{(pid=103541) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 11:13:04.501478 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-ff53d1f7-6a12-49b7-88a5-a86e62b26f42 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7242727 Mar 23 11:13:04.503978 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56368) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:13:04.506016 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b6e014f4-aaad-4099-aad9-e89176c50aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:04.508983 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-d734d0aa-321d-42cb-8b09-13574999c0de admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-134866413-router', 'tenant_id': '686fc0fba205488eafd0857305d5ad7a', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:13:04.584766 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d734d0aa-321d-42cb-8b09-13574999c0de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-588606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3242'] for router (ef0612fb-6809-4ee9-8eb0-1ae85d30a34d), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:04.585961 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d734d0aa-321d-42cb-8b09-13574999c0de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-589565', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3229'] for router (ef0612fb-6809-4ee9-8eb0-1ae85d30a34d), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:04.646825 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.db_base_plugin_common [None req-b6e014f4-aaad-4099-aad9-e89176c50aae None None] Allocated IP 172.20.0.2 (624a243d-eebc-4834-8ad6-1f7ed028e6d5/20f09b64-e16d-49a2-97ca-08df547c80f9/b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4) {{(pid=103541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:13:04.659429 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d734d0aa-321d-42cb-8b09-13574999c0de admin admin] Publish callbacks [] for router_controller (ef0612fb-6809-4ee9-8eb0-1ae85d30a34d), precommit_add_association {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:04.667566 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] Publish callbacks [] for port (799bc3a9-b924-407a-a9f6-33cc8176cec8), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:04.727698 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 6c00567b-2064-4ce1-a37c-7baca7045fea up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:13:04.778572 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (799bc3a9-b924-407a-a9f6-33cc8176cec8), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:04.841344 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c75732-c37f-4683-96ad-fe64be0bc0a4 None None] Pushing event updated for resources: {'Port': ['ID=799bc3a9-b924-407a-a9f6-33cc8176cec8,revision_number=3']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:04.845482 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b6e014f4-aaad-4099-aad9-e89176c50aae None None] Publish callbacks [] for port (b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4), precommit_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:04.848873 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 6c00567b-2064-4ce1-a37c-7baca7045fea triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:13:04.849331 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (6c00567b-2064-4ce1-a37c-7baca7045fea), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:04.865067 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c75732-c37f-4683-96ad-fe64be0bc0a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:04.865486 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c75732-c37f-4683-96ad-fe64be0bc0a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:04.865812 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c75732-c37f-4683-96ad-fe64be0bc0a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:04.866160 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c75732-c37f-4683-96ad-fe64be0bc0a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:04.866679 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c75732-c37f-4683-96ad-fe64be0bc0a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:04.867019 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c75732-c37f-4683-96ad-fe64be0bc0a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:04.867353 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c75732-c37f-4683-96ad-fe64be0bc0a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:04.867729 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c75732-c37f-4683-96ad-fe64be0bc0a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:04.868027 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c75732-c37f-4683-96ad-fe64be0bc0a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:04.870137 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c75732-c37f-4683-96ad-fe64be0bc0a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:04.870490 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c75732-c37f-4683-96ad-fe64be0bc0a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:04.870853 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c75732-c37f-4683-96ad-fe64be0bc0a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:04.871196 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c75732-c37f-4683-96ad-fe64be0bc0a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:04.871531 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c75732-c37f-4683-96ad-fe64be0bc0a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:04.871861 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c75732-c37f-4683-96ad-fe64be0bc0a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:04.913659 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] Attempting to bind port 799bc3a9-b924-407a-a9f6-33cc8176cec8 on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:13:04.914029 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] Attempting to bind port 799bc3a9-b924-407a-a9f6-33cc8176cec8 by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': '3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109'}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:13:04.914450 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] Attempting to bind port 799bc3a9-b924-407a-a9f6-33cc8176cec8 on network 31d2a5ef-7ddb-4991-9f63-9439d7e0a109 {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:13:04.920486 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b6e014f4-aaad-4099-aad9-e89176c50aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823'] for port (b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4), after_create {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:04.924979 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:13:04.925416 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] Checking segment: {'id': '3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:13:04.925825 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:04.927019 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] Bound using segment: {'id': '3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109'} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:13:04.927516 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] Bound port: 799bc3a9-b924-407a-a9f6-33cc8176cec8, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109'}}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:13:04.927900 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (799bc3a9-b924-407a-a9f6-33cc8176cec8), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:05.002053 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e014f4-aaad-4099-aad9-e89176c50aae None None] Network 624a243d-eebc-4834-8ad6-1f7ed028e6d5 is already hosted by enough agents. {{(pid=103541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:13:05.008736 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] For port 799bc3a9-b924-407a-a9f6-33cc8176cec8, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:13:05.010507 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e014f4-aaad-4099-aad9-e89176c50aae None None] Pushing event updated for resources: {'Port': ['ID=b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4,revision_number=1']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:05.014105 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] For port 799bc3a9-b924-407a-a9f6-33cc8176cec8, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=799bc3a9-b924-407a-a9f6-33cc8176cec8,segment=NetworkSegment(3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b),segment_id=3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b)] {{(pid=103542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:13:05.024292 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.scheduler.base_scheduler [None req-b6e014f4-aaad-4099-aad9-e89176c50aae None None] Resources bound (agent type, host, resource id): {{(pid=103541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:13:05.028734 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e014f4-aaad-4099-aad9-e89176c50aae None None] Received port after_create {{(pid=103541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:13:05.031457 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 6c00567b-2064-4ce1-a37c-7baca7045fea is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:13:05.103497 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-4c3d29ea-14e7-4cf3-89da-b3da02e31ad9 None None] Provisioning complete for port 799bc3a9-b924-407a-a9f6-33cc8176cec8 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:13:05.103789 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4c3d29ea-14e7-4cf3-89da-b3da02e31ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (799bc3a9-b924-407a-a9f6-33cc8176cec8), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:05.106561 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-b6e014f4-aaad-4099-aad9-e89176c50aae None None] Attempting to bind port b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4 on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:13:05.106930 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-b6e014f4-aaad-4099-aad9-e89176c50aae None None] Attempting to bind port b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4 by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': '3122c570-d70c-4abf-b9a1-f6e31437d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '624a243d-eebc-4834-8ad6-1f7ed028e6d5'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:13:05.107292 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e014f4-aaad-4099-aad9-e89176c50aae None None] Attempting to bind port b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4 on network 624a243d-eebc-4834-8ad6-1f7ed028e6d5 {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:13:05.111178 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (799bc3a9-b924-407a-a9f6-33cc8176cec8), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:05.132558 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e014f4-aaad-4099-aad9-e89176c50aae None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:13:05.132932 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e014f4-aaad-4099-aad9-e89176c50aae None None] Checking segment: {'id': '3122c570-d70c-4abf-b9a1-f6e31437d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '624a243d-eebc-4834-8ad6-1f7ed028e6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:13:05.133599 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b6e014f4-aaad-4099-aad9-e89176c50aae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:05.134161 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e014f4-aaad-4099-aad9-e89176c50aae None None] Bound using segment: {'id': '3122c570-d70c-4abf-b9a1-f6e31437d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '624a243d-eebc-4834-8ad6-1f7ed028e6d5'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:13:05.134802 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-b6e014f4-aaad-4099-aad9-e89176c50aae None None] Bound port: b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3122c570-d70c-4abf-b9a1-f6e31437d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '624a243d-eebc-4834-8ad6-1f7ed028e6d5'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:13:05.135365 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b6e014f4-aaad-4099-aad9-e89176c50aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:05.158038 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-4c3d29ea-14e7-4cf3-89da-b3da02e31ad9 None None] Port 799bc3a9-b924-407a-a9f6-33cc8176cec8 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:13:05.216440 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-b6e014f4-aaad-4099-aad9-e89176c50aae None None] For port b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:13:05.220106 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-b6e014f4-aaad-4099-aad9-e89176c50aae None None] For port b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4,segment=NetworkSegment(3122c570-d70c-4abf-b9a1-f6e31437d24c),segment_id=3122c570-d70c-4abf-b9a1-f6e31437d24c)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:13:05.220279 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d734d0aa-321d-42cb-8b09-13574999c0de admin admin] Publish callbacks [] for router_gateway (ef0612fb-6809-4ee9-8eb0-1ae85d30a34d), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:05.269336 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] Routers {'0422e360-6014-4516-9799-3614d97e4e43'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:13:05.270486 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f297705a910>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:12:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['0422e360-6014-4516-9799-3614d97e4e43'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:13:05.272305 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c75732-c37f-4683-96ad-fe64be0bc0a4 None None] Pushing event updated for resources: {'Port': ['ID=799bc3a9-b924-407a-a9f6-33cc8176cec8,revision_number=4']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:05.316349 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b6e014f4-aaad-4099-aad9-e89176c50aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:05.392520 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e014f4-aaad-4099-aad9-e89176c50aae None None] Pushing event updated for resources: {'Port': ['ID=b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:05.413851 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] Set router 0422e360-6014-4516-9799-3614d97e4e43 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:13:05.591606 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d734d0aa-321d-42cb-8b09-13574999c0de admin admin] Publish callbacks [] for router_gateway (ef0612fb-6809-4ee9-8eb0-1ae85d30a34d), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:05.608831 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-d3e1a797-ade1-4640-bc03-8e2ec07e0de3 None None] Provisioning complete for port 799bc3a9-b924-407a-a9f6-33cc8176cec8 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:13:05.609432 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a797-ade1-4640-bc03-8e2ec07e0de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (799bc3a9-b924-407a-a9f6-33cc8176cec8), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:05.612630 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d734d0aa-321d-42cb-8b09-13574999c0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:05.657437 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f297705a910>, [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:01Z', 'revision_number': 4, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '799bc3a9-b924-407a-a9f6-33cc8176cec8', 'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'mac_address': 'fa:16:3e:81:2a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:00Z', 'updated_at': '2022-03-23T11:13:05Z', 'revision_number': 4, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'subnets': [{'id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:13:05.685466 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be86814-08a0-4e23-bafd-f01d9a25c79b None None] The sync data for ids ['0422e360-6014-4516-9799-3614d97e4e43'] in dv-cinder-790535-33-iscsi is: [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:01Z', 'revision_number': 4, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '799bc3a9-b924-407a-a9f6-33cc8176cec8', 'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'mac_address': 'fa:16:3e:81:2a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:00Z', 'updated_at': '2022-03-23T11:13:05Z', 'revision_number': 4, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'subnets': [{'id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:13:05.712781 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-d3e1a797-ade1-4640-bc03-8e2ec07e0de3 None None] Current status of the port 799bc3a9-b924-407a-a9f6-33cc8176cec8 is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:13:05.713395 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a797-ade1-4640-bc03-8e2ec07e0de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (799bc3a9-b924-407a-a9f6-33cc8176cec8), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:05.750413 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [None req-d734d0aa-321d-42cb-8b09-13574999c0de admin admin] Allocated IP 172.27.0.104 (95c18418-5bae-427e-9b81-a5d1c1650c0a/3e1497af-c43c-4f5b-914b-136f0356db85/bfabeecc-a5b1-46ff-8fca-ebbc219a25eb) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:13:05.767934 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-d3e1a797-ade1-4640-bc03-8e2ec07e0de3 None None] For port 799bc3a9-b924-407a-a9f6-33cc8176cec8, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=799bc3a9-b924-407a-a9f6-33cc8176cec8,segment=NetworkSegment(3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b),segment_id=3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:13:05.853179 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a797-ade1-4640-bc03-8e2ec07e0de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (799bc3a9-b924-407a-a9f6-33cc8176cec8), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:05.871700 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d734d0aa-321d-42cb-8b09-13574999c0de admin admin] Publish callbacks [] for port (bfabeecc-a5b1-46ff-8fca-ebbc219a25eb), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:05.905667 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1a797-ade1-4640-bc03-8e2ec07e0de3 None None] Pushing event updated for resources: {'Port': ['ID=799bc3a9-b924-407a-a9f6-33cc8176cec8,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:06.007700 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d734d0aa-321d-42cb-8b09-13574999c0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (bfabeecc-a5b1-46ff-8fca-ebbc219a25eb), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:06.045036 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d734d0aa-321d-42cb-8b09-13574999c0de admin admin] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:13:06.047980 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-d734d0aa-321d-42cb-8b09-13574999c0de admin admin] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:13:06.052439 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d734d0aa-321d-42cb-8b09-13574999c0de admin admin] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:13:06.078556 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734d0aa-321d-42cb-8b09-13574999c0de admin admin] Pushing event updated for resources: {'Port': ['ID=bfabeecc-a5b1-46ff-8fca-ebbc219a25eb,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:06.424755 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d624e779-bd35-4b9d-a9cc-318fc363adb2 None None] Network 624a243d-eebc-4834-8ad6-1f7ed028e6d5 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:13:06.424921 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d734d0aa-321d-42cb-8b09-13574999c0de admin admin] Publish callbacks [] for router_gateway (ef0612fb-6809-4ee9-8eb0-1ae85d30a34d), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:06.494267 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-7c4e3ae9-d2fb-48e3-ad3c-f9a39fbb6559 None None] Provisioning complete for port b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:13:06.494646 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7c4e3ae9-d2fb-48e3-ad3c-f9a39fbb6559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:06.608443 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-7c4e3ae9-d2fb-48e3-ad3c-f9a39fbb6559 None None] Current status of the port b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4 is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:13:06.608842 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7c4e3ae9-d2fb-48e3-ad3c-f9a39fbb6559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:06.632262 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d734d0aa-321d-42cb-8b09-13574999c0de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-589352'] for router (ef0612fb-6809-4ee9-8eb0-1ae85d30a34d), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:06.641948 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-7c4e3ae9-d2fb-48e3-ad3c-f9a39fbb6559 None None] For port b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4,segment=NetworkSegment(3122c570-d70c-4abf-b9a1-f6e31437d24c),segment_id=3122c570-d70c-4abf-b9a1-f6e31437d24c)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:13:06.716055 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7c4e3ae9-d2fb-48e3-ad3c-f9a39fbb6559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:06.769297 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e3ae9-d2fb-48e3-ad3c-f9a39fbb6559 None None] Pushing event updated for resources: {'Port': ['ID=b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:06.834142 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 799bc3a9-b924-407a-a9f6-33cc8176cec8 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:13:06.852670 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d734d0aa-321d-42cb-8b09-13574999c0de admin admin] Router ef0612fb-6809-4ee9-8eb0-1ae85d30a34d is scheduled to L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc with binding_index 1 {{(pid=103539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 11:13:06.861044 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-4e4e3ee1-3fa1-4907-9529-943d624e1cb2 None None] Provisioning complete for port b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:13:06.861442 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3ee1-3fa1-4907-9529-943d624e1cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:06.922155 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 799bc3a9-b924-407a-a9f6-33cc8176cec8 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:13:06.922524 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (799bc3a9-b924-407a-a9f6-33cc8176cec8), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:06.960612 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d734d0aa-321d-42cb-8b09-13574999c0de admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:13:06.971122 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] Sync routers for ids ['ef0612fb-6809-4ee9-8eb0-1ae85d30a34d'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:13:06.991873 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-4e4e3ee1-3fa1-4907-9529-943d624e1cb2 None None] Current status of the port b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:13:06.998439 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] Routers {'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:13:06.999055 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975b492b0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:12:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['ef0612fb-6809-4ee9-8eb0-1ae85d30a34d'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:13:07.055487 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d734d0aa-321d-42cb-8b09-13574999c0de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:07.056794 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-d734d0aa-321d-42cb-8b09-13574999c0de admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5511620 Mar 23 11:13:07.059505 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56382) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:13:07.116469 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 799bc3a9-b924-407a-a9f6-33cc8176cec8 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:13:07.117457 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:13:07.168433 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] Set router ef0612fb-6809-4ee9-8eb0-1ae85d30a34d gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:13:07.276348 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:13:07.276721 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:07.405617 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:13:07.425269 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975b492b0>, [{'id': 'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d', 'name': 'tempest-TestVolumeBootPattern-134866413-router', 'tenant_id': '686fc0fba205488eafd0857305d5ad7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'bfabeecc-a5b1-46ff-8fca-ebbc219a25eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:13:04Z', 'updated_at': '2022-03-23T11:13:06Z', 'revision_number': 3, 'project_id': '686fc0fba205488eafd0857305d5ad7a', 'gw_port': {'id': 'bfabeecc-a5b1-46ff-8fca-ebbc219a25eb', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:39:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:05Z', 'updated_at': '2022-03-23T11:13:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:13:07.453548 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] Checking router: ef0612fb-6809-4ee9-8eb0-1ae85d30a34d for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:13:07.454496 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] Updating router ef0612fb-6809-4ee9-8eb0-1ae85d30a34d port bfabeecc-a5b1-46ff-8fca-ebbc219a25eb binding host dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 11:13:07.484804 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (bfabeecc-a5b1-46ff-8fca-ebbc219a25eb), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:07.512283 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-39cf91e5-dea5-40da-8296-5b0243536c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:07.664863 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [None req-39cf91e5-dea5-40da-8296-5b0243536c48 admin admin] Allocated IP 172.20.0.1 (624a243d-eebc-4834-8ad6-1f7ed028e6d5/20f09b64-e16d-49a2-97ca-08df547c80f9/6789777f-a9cd-4ed7-851e-07ce3cf277f6) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:13:07.769852 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-39cf91e5-dea5-40da-8296-5b0243536c48 admin admin] Publish callbacks [] for port (6789777f-a9cd-4ed7-851e-07ce3cf277f6), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:07.866347 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] Publish callbacks [] for port (bfabeecc-a5b1-46ff-8fca-ebbc219a25eb), precommit_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:07.870189 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-39cf91e5-dea5-40da-8296-5b0243536c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (6789777f-a9cd-4ed7-851e-07ce3cf277f6), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:07.908980 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cf91e5-dea5-40da-8296-5b0243536c48 admin admin] Network 624a243d-eebc-4834-8ad6-1f7ed028e6d5 is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:13:07.912344 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-39cf91e5-dea5-40da-8296-5b0243536c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:13:07.915972 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cf91e5-dea5-40da-8296-5b0243536c48 admin admin] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:13:07.941642 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf91e5-dea5-40da-8296-5b0243536c48 admin admin] Pushing event updated for resources: {'Port': ['ID=6789777f-a9cd-4ed7-851e-07ce3cf277f6,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:07.955996 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (bfabeecc-a5b1-46ff-8fca-ebbc219a25eb), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:07.963935 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-39cf91e5-dea5-40da-8296-5b0243536c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-573693'] for router_interface (ef0612fb-6809-4ee9-8eb0-1ae85d30a34d), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:08.010031 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] Attempting to bind port bfabeecc-a5b1-46ff-8fca-ebbc219a25eb on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:13:08.010413 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] Attempting to bind port bfabeecc-a5b1-46ff-8fca-ebbc219a25eb by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:13:08.010781 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] Attempting to bind port bfabeecc-a5b1-46ff-8fca-ebbc219a25eb on network 95c18418-5bae-427e-9b81-a5d1c1650c0a {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:13:08.018399 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f2e25-8878-490d-ad54-8d45d14ac863 None None] Pushing event updated for resources: {'Port': ['ID=bfabeecc-a5b1-46ff-8fca-ebbc219a25eb,revision_number=2']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:08.021479 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:13:08.021857 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] Checking segment: {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:13:08.022264 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:08.022773 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] Bound using segment: {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'} {{(pid=103541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:13:08.023252 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.managers [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] Bound port: bfabeecc-a5b1-46ff-8fca-ebbc219a25eb, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f3dc76-eba1-4e75-84d4-4649ca7e376e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a'}}] {{(pid=103541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:13:08.023637 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (bfabeecc-a5b1-46ff-8fca-ebbc219a25eb), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:08.081917 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] For port bfabeecc-a5b1-46ff-8fca-ebbc219a25eb, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:13:08.085616 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] For port bfabeecc-a5b1-46ff-8fca-ebbc219a25eb, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=bfabeecc-a5b1-46ff-8fca-ebbc219a25eb,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:13:08.120879 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-e7fcd94c-d919-4b1b-8680-0a3af0240388 None None] Provisioning complete for port 6789777f-a9cd-4ed7-851e-07ce3cf277f6 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:13:08.121287 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd94c-d919-4b1b-8680-0a3af0240388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (6789777f-a9cd-4ed7-851e-07ce3cf277f6), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:08.153856 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-e7fcd94c-d919-4b1b-8680-0a3af0240388 None None] Port 6789777f-a9cd-4ed7-851e-07ce3cf277f6 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:13:08.186992 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-39cf91e5-dea5-40da-8296-5b0243536c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (6789777f-a9cd-4ed7-851e-07ce3cf277f6), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:08.190159 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (bfabeecc-a5b1-46ff-8fca-ebbc219a25eb), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:08.246253 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] Routers {'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:13:08.246883 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975b492b0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:12:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['ef0612fb-6809-4ee9-8eb0-1ae85d30a34d'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:13:08.281658 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f2e25-8878-490d-ad54-8d45d14ac863 None None] Pushing event updated for resources: {'Port': ['ID=bfabeecc-a5b1-46ff-8fca-ebbc219a25eb,revision_number=3']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:08.358163 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-39cf91e5-dea5-40da-8296-5b0243536c48 admin admin] Publish callbacks [] for port (6789777f-a9cd-4ed7-851e-07ce3cf277f6), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:08.362598 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] Set router ef0612fb-6809-4ee9-8eb0-1ae85d30a34d gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:13:08.418518 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-39cf91e5-dea5-40da-8296-5b0243536c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (6789777f-a9cd-4ed7-851e-07ce3cf277f6), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:08.499316 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf91e5-dea5-40da-8296-5b0243536c48 admin admin] Pushing event updated for resources: {'Port': ['ID=6789777f-a9cd-4ed7-851e-07ce3cf277f6,revision_number=2']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:08.519483 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-39cf91e5-dea5-40da-8296-5b0243536c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573545'] for router_interface (ef0612fb-6809-4ee9-8eb0-1ae85d30a34d), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:08.582642 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975b492b0>, [{'id': 'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d', 'name': 'tempest-TestVolumeBootPattern-134866413-router', 'tenant_id': '686fc0fba205488eafd0857305d5ad7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'bfabeecc-a5b1-46ff-8fca-ebbc219a25eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:13:04Z', 'updated_at': '2022-03-23T11:13:08Z', 'revision_number': 4, 'project_id': '686fc0fba205488eafd0857305d5ad7a', 'gw_port': {'id': 'bfabeecc-a5b1-46ff-8fca-ebbc219a25eb', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:39:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:05Z', 'updated_at': '2022-03-23T11:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '6789777f-a9cd-4ed7-851e-07ce3cf277f6', 'name': '', 'network_id': '624a243d-eebc-4834-8ad6-1f7ed028e6d5', 'tenant_id': '686fc0fba205488eafd0857305d5ad7a', 'mac_address': 'fa:16:3e:28:01:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '20f09b64-e16d-49a2-97ca-08df547c80f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:07Z', 'updated_at': '2022-03-23T11:13:07Z', 'revision_number': 1, 'project_id': '686fc0fba205488eafd0857305d5ad7a', 'subnets': [{'id': '20f09b64-e16d-49a2-97ca-08df547c80f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:13:08.612346 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7e721e-4a11-434e-bcc8-fac662647020 None None] The sync data for ids ['ef0612fb-6809-4ee9-8eb0-1ae85d30a34d'] in dv-cinder-790535-33-iscsi is: [{'id': 'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d', 'name': 'tempest-TestVolumeBootPattern-134866413-router', 'tenant_id': '686fc0fba205488eafd0857305d5ad7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'bfabeecc-a5b1-46ff-8fca-ebbc219a25eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:13:04Z', 'updated_at': '2022-03-23T11:13:08Z', 'revision_number': 4, 'project_id': '686fc0fba205488eafd0857305d5ad7a', 'gw_port': {'id': 'bfabeecc-a5b1-46ff-8fca-ebbc219a25eb', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:39:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:05Z', 'updated_at': '2022-03-23T11:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '6789777f-a9cd-4ed7-851e-07ce3cf277f6', 'name': '', 'network_id': '624a243d-eebc-4834-8ad6-1f7ed028e6d5', 'tenant_id': '686fc0fba205488eafd0857305d5ad7a', 'mac_address': 'fa:16:3e:28:01:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '20f09b64-e16d-49a2-97ca-08df547c80f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:07Z', 'updated_at': '2022-03-23T11:13:07Z', 'revision_number': 1, 'project_id': '686fc0fba205488eafd0857305d5ad7a', 'subnets': [{'id': '20f09b64-e16d-49a2-97ca-08df547c80f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:13:08.619524 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cf91e5-dea5-40da-8296-5b0243536c48 admin admin] Network 624a243d-eebc-4834-8ad6-1f7ed028e6d5 is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:13:08.621290 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [None req-39cf91e5-dea5-40da-8296-5b0243536c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:13:08.739245 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:13:08.762150 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cf91e5-dea5-40da-8296-5b0243536c48 admin admin] Router ef0612fb-6809-4ee9-8eb0-1ae85d30a34d has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:13:08.800325 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:13:08.801648 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:08.889721 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cf91e5-dea5-40da-8296-5b0243536c48 admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:13:08.894429 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-39cf91e5-dea5-40da-8296-5b0243536c48 admin admin] 10.222.0.41 "PUT /v2.0/routers/ef0612fb-6809-4ee9-8eb0-1ae85d30a34d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8339312 Mar 23 11:13:08.922489 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-91a9f637-f8bc-48c2-8d7b-6a4689052c32 None None] Provisioning complete for port 6789777f-a9cd-4ed7-851e-07ce3cf277f6 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:13:08.923019 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-91a9f637-f8bc-48c2-8d7b-6a4689052c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (6789777f-a9cd-4ed7-851e-07ce3cf277f6), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:08.926840 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:13:08.964373 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-91a9f637-f8bc-48c2-8d7b-6a4689052c32 None None] Port 6789777f-a9cd-4ed7-851e-07ce3cf277f6 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:13:09.489627 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56408) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:13:09.494186 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-3604e266-fc26-4088-a7da-70d53505b7ee tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1355555337', 'description': 'tempest-secgroup-smoke-1355555337 description', 'project_id': '04a8334df6204f2ea209242c3de466a1'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:13:09.578764 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3604e266-fc26-4088-a7da-70d53505b7ee tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:09.650174 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3604e266-fc26-4088-a7da-70d53505b7ee tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for security_group (c088994d-5eea-4269-8d79-41b0a696413e), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:09.709942 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3604e266-fc26-4088-a7da-70d53505b7ee tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (c088994d-5eea-4269-8d79-41b0a696413e), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:09.744295 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604e266-fc26-4088-a7da-70d53505b7ee tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c088994d-5eea-4269-8d79-41b0a696413e,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:09.814774 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-3604e266-fc26-4088-a7da-70d53505b7ee tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:09.816285 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-3604e266-fc26-4088-a7da-70d53505b7ee tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3254974 Mar 23 11:13:09.819638 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56410) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:13:09.824068 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-d80e557a-45ad-4ade-aea2-a9106ce2c19d tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Request body: {'security_group_rule': {'security_group_id': 'c088994d-5eea-4269-8d79-41b0a696413e', 'project_id': '04a8334df6204f2ea209242c3de466a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:13:09.899730 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d80e557a-45ad-4ade-aea2-a9106ce2c19d tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for security_group_rule (a8612ba2-c498-46b7-bacb-441a68f945ad), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:09.957698 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d80e557a-45ad-4ade-aea2-a9106ce2c19d tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for security_group_rule (a8612ba2-c498-46b7-bacb-441a68f945ad), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:10.007074 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d80e557a-45ad-4ade-aea2-a9106ce2c19d tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (a8612ba2-c498-46b7-bacb-441a68f945ad), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:10.024681 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e557a-45ad-4ade-aea2-a9106ce2c19d tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8612ba2-c498-46b7-bacb-441a68f945ad,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:10.066008 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d80e557a-45ad-4ade-aea2-a9106ce2c19d tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:10.067234 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-d80e557a-45ad-4ade-aea2-a9106ce2c19d tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2466574 Mar 23 11:13:10.069970 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56412) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:13:10.074268 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-0a40034b-5e14-4793-8620-035c90d584df tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Request body: {'security_group_rule': {'security_group_id': 'c088994d-5eea-4269-8d79-41b0a696413e', 'project_id': '04a8334df6204f2ea209242c3de466a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:13:10.161612 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0a40034b-5e14-4793-8620-035c90d584df tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for security_group_rule (b3b7a4db-7c4d-4727-a6e5-b3124bbeae3c), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:10.217847 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0a40034b-5e14-4793-8620-035c90d584df tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for security_group_rule (b3b7a4db-7c4d-4727-a6e5-b3124bbeae3c), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:10.281266 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0a40034b-5e14-4793-8620-035c90d584df tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (b3b7a4db-7c4d-4727-a6e5-b3124bbeae3c), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:10.300186 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40034b-5e14-4793-8620-035c90d584df tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b7a4db-7c4d-4727-a6e5-b3124bbeae3c,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:10.369408 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0a40034b-5e14-4793-8620-035c90d584df tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:10.370705 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-0a40034b-5e14-4793-8620-035c90d584df tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2997947 Mar 23 11:13:10.373667 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56416) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:13:10.378022 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-adb26987-19a7-4d24-9105-f520179cd129 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Request body: {'security_group_rule': {'security_group_id': 'c088994d-5eea-4269-8d79-41b0a696413e', 'project_id': '04a8334df6204f2ea209242c3de466a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:13:10.475676 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-adb26987-19a7-4d24-9105-f520179cd129 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for security_group_rule (18184f1d-f243-4ffd-b9ad-8ef89c1e2c1a), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:10.532749 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-adb26987-19a7-4d24-9105-f520179cd129 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for security_group_rule (18184f1d-f243-4ffd-b9ad-8ef89c1e2c1a), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:10.618533 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-adb26987-19a7-4d24-9105-f520179cd129 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (18184f1d-f243-4ffd-b9ad-8ef89c1e2c1a), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:10.638135 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb26987-19a7-4d24-9105-f520179cd129 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18184f1d-f243-4ffd-b9ad-8ef89c1e2c1a,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:10.652374 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] Sync routers for ids ['ef0612fb-6809-4ee9-8eb0-1ae85d30a34d'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:13:10.662970 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] Routers {'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:13:10.663573 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976cfcd60>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:12:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['ef0612fb-6809-4ee9-8eb0-1ae85d30a34d'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:13:10.706285 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-adb26987-19a7-4d24-9105-f520179cd129 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:10.707956 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-adb26987-19a7-4d24-9105-f520179cd129 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3329325 Mar 23 11:13:10.710211 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56418) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:13:10.714421 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [None req-8f85b12b-482d-4faf-97e8-f6359cc72b42 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Request body: {'security_group_rule': {'security_group_id': 'c088994d-5eea-4269-8d79-41b0a696413e', 'project_id': '04a8334df6204f2ea209242c3de466a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:13:10.740266 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device bfabeecc-a5b1-46ff-8fca-ebbc219a25eb up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:13:10.772809 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] Set router ef0612fb-6809-4ee9-8eb0-1ae85d30a34d gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:13:10.788197 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port bfabeecc-a5b1-46ff-8fca-ebbc219a25eb triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:13:10.788509 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (bfabeecc-a5b1-46ff-8fca-ebbc219a25eb), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:10.806515 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8f85b12b-482d-4faf-97e8-f6359cc72b42 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for security_group_rule (26dee21a-aa29-4ce7-8ea8-2e597e8e96bc), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:10.864226 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8f85b12b-482d-4faf-97e8-f6359cc72b42 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for security_group_rule (26dee21a-aa29-4ce7-8ea8-2e597e8e96bc), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:10.872857 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port bfabeecc-a5b1-46ff-8fca-ebbc219a25eb is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:13:10.873295 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (bfabeecc-a5b1-46ff-8fca-ebbc219a25eb), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:10.894848 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] For port bfabeecc-a5b1-46ff-8fca-ebbc219a25eb, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=bfabeecc-a5b1-46ff-8fca-ebbc219a25eb,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:13:10.921295 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8f85b12b-482d-4faf-97e8-f6359cc72b42 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (26dee21a-aa29-4ce7-8ea8-2e597e8e96bc), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:10.936574 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85b12b-482d-4faf-97e8-f6359cc72b42 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26dee21a-aa29-4ce7-8ea8-2e597e8e96bc,revision_number=0']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:10.950039 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (bfabeecc-a5b1-46ff-8fca-ebbc219a25eb), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:10.979384 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976cfcd60>, [{'id': 'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d', 'name': 'tempest-TestVolumeBootPattern-134866413-router', 'tenant_id': '686fc0fba205488eafd0857305d5ad7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'bfabeecc-a5b1-46ff-8fca-ebbc219a25eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:13:04Z', 'updated_at': '2022-03-23T11:13:08Z', 'revision_number': 4, 'project_id': '686fc0fba205488eafd0857305d5ad7a', 'gw_port': {'id': 'bfabeecc-a5b1-46ff-8fca-ebbc219a25eb', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:39:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:05Z', 'updated_at': '2022-03-23T11:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '6789777f-a9cd-4ed7-851e-07ce3cf277f6', 'name': '', 'network_id': '624a243d-eebc-4834-8ad6-1f7ed028e6d5', 'tenant_id': '686fc0fba205488eafd0857305d5ad7a', 'mac_address': 'fa:16:3e:28:01:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '20f09b64-e16d-49a2-97ca-08df547c80f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:07Z', 'updated_at': '2022-03-23T11:13:08Z', 'revision_number': 2, 'project_id': '686fc0fba205488eafd0857305d5ad7a', 'subnets': [{'id': '20f09b64-e16d-49a2-97ca-08df547c80f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:13:10.998254 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Pushing event updated for resources: {'Port': ['ID=bfabeecc-a5b1-46ff-8fca-ebbc219a25eb,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:11.002203 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] Checking router: ef0612fb-6809-4ee9-8eb0-1ae85d30a34d for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:13:11.002569 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] Updating router ef0612fb-6809-4ee9-8eb0-1ae85d30a34d port 6789777f-a9cd-4ed7-851e-07ce3cf277f6 binding host dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 11:13:11.014853 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-8f85b12b-482d-4faf-97e8-f6359cc72b42 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:11.016201 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-8f85b12b-482d-4faf-97e8-f6359cc72b42 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3050799 Mar 23 11:13:11.019167 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 56420) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:13:11.023681 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-3c226578-dbbf-48f9-aeb6-2bdc1765cf9a tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Request body: {'security_group_rule': {'security_group_id': 'c088994d-5eea-4269-8d79-41b0a696413e', 'project_id': '04a8334df6204f2ea209242c3de466a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:13:11.029996 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (6789777f-a9cd-4ed7-851e-07ce3cf277f6), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:11.081468 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.securitygroups_db [None req-3c226578-dbbf-48f9-aeb6-2bdc1765cf9a tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Project 04a8334df6204f2ea209242c3de466a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 11:13:11.086502 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3c226578-dbbf-48f9-aeb6-2bdc1765cf9a tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for security_group_rule (e1d9eaef-6495-497c-8846-ea5842f35dec), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:11.149389 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3c226578-dbbf-48f9-aeb6-2bdc1765cf9a tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for security_group_rule (e1d9eaef-6495-497c-8846-ea5842f35dec), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:11.224709 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3c226578-dbbf-48f9-aeb6-2bdc1765cf9a tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (e1d9eaef-6495-497c-8846-ea5842f35dec), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:11.247861 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c226578-dbbf-48f9-aeb6-2bdc1765cf9a tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d9eaef-6495-497c-8846-ea5842f35dec,revision_number=0']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:11.288327 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] Publish callbacks [] for port (6789777f-a9cd-4ed7-851e-07ce3cf277f6), precommit_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:11.306492 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-3c226578-dbbf-48f9-aeb6-2bdc1765cf9a tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:11.307785 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-3c226578-dbbf-48f9-aeb6-2bdc1765cf9a tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2876227 Mar 23 11:13:11.310597 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 56424) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:13:11.314917 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-0c023ab4-9329-463b-82ce-c2fb9b40bfc1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Request body: {'security_group_rule': {'security_group_id': 'c088994d-5eea-4269-8d79-41b0a696413e', 'project_id': '04a8334df6204f2ea209242c3de466a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:13:11.350634 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (6789777f-a9cd-4ed7-851e-07ce3cf277f6), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:11.384976 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.securitygroups_db [None req-0c023ab4-9329-463b-82ce-c2fb9b40bfc1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Project 04a8334df6204f2ea209242c3de466a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 11:13:11.390341 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-0c023ab4-9329-463b-82ce-c2fb9b40bfc1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for security_group_rule (f2074a91-5473-4301-96e3-76fe5a5e8b9e), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:11.399524 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be18bf8-94da-421a-b396-187dee22559f None None] Pushing event updated for resources: {'Port': ['ID=6789777f-a9cd-4ed7-851e-07ce3cf277f6,revision_number=3']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:11.452544 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-0c023ab4-9329-463b-82ce-c2fb9b40bfc1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for security_group_rule (f2074a91-5473-4301-96e3-76fe5a5e8b9e), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:11.458627 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] Attempting to bind port 6789777f-a9cd-4ed7-851e-07ce3cf277f6 on host dv-cinder-790535-33-iscsi for vnic_type normal with profile {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:13:11.459147 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] Attempting to bind port 6789777f-a9cd-4ed7-851e-07ce3cf277f6 by drivers openvswitch,hyperv on host dv-cinder-790535-33-iscsi at level 0 using segments [{'id': '3122c570-d70c-4abf-b9a1-f6e31437d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '624a243d-eebc-4834-8ad6-1f7ed028e6d5'}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:13:11.459528 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] Attempting to bind port 6789777f-a9cd-4ed7-851e-07ce3cf277f6 on network 624a243d-eebc-4834-8ad6-1f7ed028e6d5 {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:13:11.464696 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] Checking agent: {'id': 'f0ba7832-e580-4781-84f5-5c852154fd66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790535-33-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 54, 2), 'started_at': datetime.datetime(2022, 3, 23, 10, 54, 32), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790535-33-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:13:11.468678 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] Checking segment: {'id': '3122c570-d70c-4abf-b9a1-f6e31437d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '624a243d-eebc-4834-8ad6-1f7ed028e6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:13:11.468678 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:11.468678 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] Bound using segment: {'id': '3122c570-d70c-4abf-b9a1-f6e31437d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '624a243d-eebc-4834-8ad6-1f7ed028e6d5'} {{(pid=103542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:13:11.468678 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.managers [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] Bound port: 6789777f-a9cd-4ed7-851e-07ce3cf277f6, host: dv-cinder-790535-33-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3122c570-d70c-4abf-b9a1-f6e31437d24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '624a243d-eebc-4834-8ad6-1f7ed028e6d5'}}] {{(pid=103542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:13:11.468678 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (6789777f-a9cd-4ed7-851e-07ce3cf277f6), before_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:11.515696 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-0c023ab4-9329-463b-82ce-c2fb9b40bfc1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999786'] for security_group_rule (f2074a91-5473-4301-96e3-76fe5a5e8b9e), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:11.531931 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c023ab4-9329-463b-82ce-c2fb9b40bfc1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2074a91-5473-4301-96e3-76fe5a5e8b9e,revision_number=0']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:11.540972 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] For port 6789777f-a9cd-4ed7-851e-07ce3cf277f6, host dv-cinder-790535-33-iscsi, cleared binding levels {{(pid=103542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:13:11.544735 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.plugins.ml2.db [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] For port 6789777f-a9cd-4ed7-851e-07ce3cf277f6, host dv-cinder-790535-33-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=6789777f-a9cd-4ed7-851e-07ce3cf277f6,segment=NetworkSegment(3122c570-d70c-4abf-b9a1-f6e31437d24c),segment_id=3122c570-d70c-4abf-b9a1-f6e31437d24c)] {{(pid=103542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:13:11.598906 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-c0fb8d3b-abe1-46ba-a6a2-8ad829365ba6 None None] Provisioning complete for port 6789777f-a9cd-4ed7-851e-07ce3cf277f6 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:13:11.599224 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c0fb8d3b-abe1-46ba-a6a2-8ad829365ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (6789777f-a9cd-4ed7-851e-07ce3cf277f6), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:11.626118 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-0c023ab4-9329-463b-82ce-c2fb9b40bfc1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:11.628548 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-0c023ab4-9329-463b-82ce-c2fb9b40bfc1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3159940 Mar 23 11:13:11.631503 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-c0fb8d3b-abe1-46ba-a6a2-8ad829365ba6 None None] Port 6789777f-a9cd-4ed7-851e-07ce3cf277f6 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:13:11.670450 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (6789777f-a9cd-4ed7-851e-07ce3cf277f6), after_update {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:11.722124 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] Routers {'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:13:11.722915 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2976cfcd60>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:12:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['ef0612fb-6809-4ee9-8eb0-1ae85d30a34d'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:13:11.798936 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be18bf8-94da-421a-b396-187dee22559f None None] Pushing event updated for resources: {'Port': ['ID=6789777f-a9cd-4ed7-851e-07ce3cf277f6,revision_number=4']} {{(pid=103542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:11.852783 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] Set router ef0612fb-6809-4ee9-8eb0-1ae85d30a34d gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:13:11.952870 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-e1738412-71c2-4008-b88f-cb090b91dbf0 None None] Provisioning complete for port 6789777f-a9cd-4ed7-851e-07ce3cf277f6 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:13:11.953482 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e1738412-71c2-4008-b88f-cb090b91dbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (6789777f-a9cd-4ed7-851e-07ce3cf277f6), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:12.033675 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-e1738412-71c2-4008-b88f-cb090b91dbf0 None None] Current status of the port 6789777f-a9cd-4ed7-851e-07ce3cf277f6 is: DOWN; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:13:12.034075 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e1738412-71c2-4008-b88f-cb090b91dbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (6789777f-a9cd-4ed7-851e-07ce3cf277f6), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:12.053221 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2976cfcd60>, [{'id': 'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d', 'name': 'tempest-TestVolumeBootPattern-134866413-router', 'tenant_id': '686fc0fba205488eafd0857305d5ad7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'bfabeecc-a5b1-46ff-8fca-ebbc219a25eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:13:04Z', 'updated_at': '2022-03-23T11:13:08Z', 'revision_number': 4, 'project_id': '686fc0fba205488eafd0857305d5ad7a', 'gw_port': {'id': 'bfabeecc-a5b1-46ff-8fca-ebbc219a25eb', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:05Z', 'updated_at': '2022-03-23T11:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '6789777f-a9cd-4ed7-851e-07ce3cf277f6', 'name': '', 'network_id': '624a243d-eebc-4834-8ad6-1f7ed028e6d5', 'tenant_id': '686fc0fba205488eafd0857305d5ad7a', 'mac_address': 'fa:16:3e:28:01:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '20f09b64-e16d-49a2-97ca-08df547c80f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:07Z', 'updated_at': '2022-03-23T11:13:11Z', 'revision_number': 4, 'project_id': '686fc0fba205488eafd0857305d5ad7a', 'subnets': [{'id': '20f09b64-e16d-49a2-97ca-08df547c80f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:13:12.071388 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-e1738412-71c2-4008-b88f-cb090b91dbf0 None None] For port 6789777f-a9cd-4ed7-851e-07ce3cf277f6, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=6789777f-a9cd-4ed7-851e-07ce3cf277f6,segment=NetworkSegment(3122c570-d70c-4abf-b9a1-f6e31437d24c),segment_id=3122c570-d70c-4abf-b9a1-f6e31437d24c)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:13:12.083723 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653769d7-3da0-4cd1-af88-591ffed9496a None None] The sync data for ids ['ef0612fb-6809-4ee9-8eb0-1ae85d30a34d'] in dv-cinder-790535-33-iscsi is: [{'id': 'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d', 'name': 'tempest-TestVolumeBootPattern-134866413-router', 'tenant_id': '686fc0fba205488eafd0857305d5ad7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'bfabeecc-a5b1-46ff-8fca-ebbc219a25eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:13:04Z', 'updated_at': '2022-03-23T11:13:08Z', 'revision_number': 4, 'project_id': '686fc0fba205488eafd0857305d5ad7a', 'gw_port': {'id': 'bfabeecc-a5b1-46ff-8fca-ebbc219a25eb', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:05Z', 'updated_at': '2022-03-23T11:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '6789777f-a9cd-4ed7-851e-07ce3cf277f6', 'name': '', 'network_id': '624a243d-eebc-4834-8ad6-1f7ed028e6d5', 'tenant_id': '686fc0fba205488eafd0857305d5ad7a', 'mac_address': 'fa:16:3e:28:01:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '20f09b64-e16d-49a2-97ca-08df547c80f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:07Z', 'updated_at': '2022-03-23T11:13:11Z', 'revision_number': 4, 'project_id': '686fc0fba205488eafd0857305d5ad7a', 'subnets': [{'id': '20f09b64-e16d-49a2-97ca-08df547c80f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:13:12.115777 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-e1738412-71c2-4008-b88f-cb090b91dbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (6789777f-a9cd-4ed7-851e-07ce3cf277f6), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:12.169450 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1738412-71c2-4008-b88f-cb090b91dbf0 None None] Pushing event updated for resources: {'Port': ['ID=6789777f-a9cd-4ed7-851e-07ce3cf277f6,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:12.736509 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device bfabeecc-a5b1-46ff-8fca-ebbc219a25eb up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:13:12.786946 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port bfabeecc-a5b1-46ff-8fca-ebbc219a25eb triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:13:12.787318 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (bfabeecc-a5b1-46ff-8fca-ebbc219a25eb), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:12.861310 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port bfabeecc-a5b1-46ff-8fca-ebbc219a25eb is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:13:12.862323 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 6789777f-a9cd-4ed7-851e-07ce3cf277f6 up at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:13:12.906616 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Provisioning complete for port 6789777f-a9cd-4ed7-851e-07ce3cf277f6 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:13:12.906912 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (6789777f-a9cd-4ed7-851e-07ce3cf277f6), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:12.983319 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Current status of the port 6789777f-a9cd-4ed7-851e-07ce3cf277f6 is: ACTIVE; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:13:21.470058 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:25.772794 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-6ce4ef56-071c-4b78-b3b5-7f4f339d32d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:27.847517 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5520217d-f3ea-4c9b-b78d-a48ac0c153ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:29.492889 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:30.191077 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 56686) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:13:30.296506 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c52ee13b-92bc-4cf9-b929-9daae5e2ff76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:30.369895 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c52ee13b-92bc-4cf9-b929-9daae5e2ff76 admin admin] Publish callbacks [] for security_group (695dddcc-cdd9-462f-9699-82560a9ab0c3), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:30.441350 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c52ee13b-92bc-4cf9-b929-9daae5e2ff76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (695dddcc-cdd9-462f-9699-82560a9ab0c3), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:30.491051 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-c52ee13b-92bc-4cf9-b929-9daae5e2ff76 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7ae59d62d9a4217a72c4a9906ba3ee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2988760 Mar 23 11:13:30.493695 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56700) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:13:30.499732 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ee13b-92bc-4cf9-b929-9daae5e2ff76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695dddcc-cdd9-462f-9699-82560a9ab0c3,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:30.515967 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ee13b-92bc-4cf9-b929-9daae5e2ff76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.516344 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ee13b-92bc-4cf9-b929-9daae5e2ff76 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.516674 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ee13b-92bc-4cf9-b929-9daae5e2ff76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.517024 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ee13b-92bc-4cf9-b929-9daae5e2ff76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.517387 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ee13b-92bc-4cf9-b929-9daae5e2ff76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.517729 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ee13b-92bc-4cf9-b929-9daae5e2ff76 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.518065 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ee13b-92bc-4cf9-b929-9daae5e2ff76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.518397 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ee13b-92bc-4cf9-b929-9daae5e2ff76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.518730 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ee13b-92bc-4cf9-b929-9daae5e2ff76 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.519062 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ee13b-92bc-4cf9-b929-9daae5e2ff76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.519397 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ee13b-92bc-4cf9-b929-9daae5e2ff76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.519727 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ee13b-92bc-4cf9-b929-9daae5e2ff76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.520062 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ee13b-92bc-4cf9-b929-9daae5e2ff76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.520389 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ee13b-92bc-4cf9-b929-9daae5e2ff76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.520714 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52ee13b-92bc-4cf9-b929-9daae5e2ff76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.536619 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-90ff067c-2652-4081-9443-178487e78e7d tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355555337&fields=id&tenant_id=04a8334df6204f2ea209242c3de466a1 HTTP/1.1" status: 200 len: 267 time: 0.0843012 Mar 23 11:13:30.543906 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d5f62e16-84ae-4796-bc2a-f2bb11bc8392 admin admin] Publish callbacks [] for security_group (695dddcc-cdd9-462f-9699-82560a9ab0c3), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:30.570030 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d5f62e16-84ae-4796-bc2a-f2bb11bc8392 admin admin] Publish callbacks [] for security_group (695dddcc-cdd9-462f-9699-82560a9ab0c3), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:30.649603 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-f9ea7f98-8ae3-431f-afa0-4c085be28f6d tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:30.651058 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-f9ea7f98-8ae3-431f-afa0-4c085be28f6d tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/networks?id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109 HTTP/1.1" status: 200 len: 811 time: 0.1068065 Mar 23 11:13:30.665817 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-e16a35bd-3fa5-4611-a8bd-453e76c0e4dd tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/quotas/04a8334df6204f2ea209242c3de466a1 HTTP/1.1" status: 200 len: 375 time: 0.0091362 Mar 23 11:13:30.693312 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d5f62e16-84ae-4796-bc2a-f2bb11bc8392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (695dddcc-cdd9-462f-9699-82560a9ab0c3), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:30.696330 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d5f62e16-84ae-4796-bc2a-f2bb11bc8392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:30.698375 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-d5f62e16-84ae-4796-bc2a-f2bb11bc8392 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/695dddcc-cdd9-462f-9699-82560a9ab0c3 HTTP/1.1" status: 204 len: 168 time: 0.2034667 Mar 23 11:13:30.708329 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:30.708934 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f62e16-84ae-4796-bc2a-f2bb11bc8392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695dddcc-cdd9-462f-9699-82560a9ab0c3,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:30.716878 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f62e16-84ae-4796-bc2a-f2bb11bc8392 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.717867 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f62e16-84ae-4796-bc2a-f2bb11bc8392 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.718230 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f62e16-84ae-4796-bc2a-f2bb11bc8392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.718580 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f62e16-84ae-4796-bc2a-f2bb11bc8392 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.719780 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f62e16-84ae-4796-bc2a-f2bb11bc8392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.719780 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f62e16-84ae-4796-bc2a-f2bb11bc8392 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.719780 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f62e16-84ae-4796-bc2a-f2bb11bc8392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.720215 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f62e16-84ae-4796-bc2a-f2bb11bc8392 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.720215 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f62e16-84ae-4796-bc2a-f2bb11bc8392 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.720565 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f62e16-84ae-4796-bc2a-f2bb11bc8392 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.720992 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f62e16-84ae-4796-bc2a-f2bb11bc8392 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.721373 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f62e16-84ae-4796-bc2a-f2bb11bc8392 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.721709 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f62e16-84ae-4796-bc2a-f2bb11bc8392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.722042 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f62e16-84ae-4796-bc2a-f2bb11bc8392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.722369 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f62e16-84ae-4796-bc2a-f2bb11bc8392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:30.727821 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-6c2cb4d7-36e3-4398-9f4c-c0b09de01699 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=04a8334df6204f2ea209242c3de466a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558147 Mar 23 11:13:30.791658 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-1ebb4898-2b76-46ec-b5b9-de0cfb5e8ec1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103540) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 11:13:30.793040 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-1ebb4898-2b76-46ec-b5b9-de0cfb5e8ec1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0531299 Mar 23 11:13:30.883788 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-b548b844-cbc3-49e9-b8f0-08e22004aca6 service neutron] 10.222.0.41 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844531 Mar 23 11:13:30.973552 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-6cab0532-3c73-48c1-835a-e488689c2175 service neutron] 10.222.0.41 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842097 Mar 23 11:13:31.311401 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56714) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:13:31.324408 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d9495fcb-c9f4-45ef-ade4-0ad5f6f01430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:31.398837 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d9495fcb-c9f4-45ef-ade4-0ad5f6f01430 admin admin] Publish callbacks [] for security_group (64964e01-1b84-46f4-896f-dc493a9d75e6), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:31.447188 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-d9495fcb-c9f4-45ef-ade4-0ad5f6f01430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (64964e01-1b84-46f4-896f-dc493a9d75e6), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:31.485488 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9495fcb-c9f4-45ef-ade4-0ad5f6f01430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64964e01-1b84-46f4-896f-dc493a9d75e6,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:31.489747 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-d9495fcb-c9f4-45ef-ade4-0ad5f6f01430 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af6e371352ef4ba4a8a51019f1b00c2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1772821 Mar 23 11:13:31.492413 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56716) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:13:31.539662 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-27a28e39-6a29-4ca3-8fd5-a3566885ca3f admin admin] Publish callbacks [] for security_group (64964e01-1b84-46f4-896f-dc493a9d75e6), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:31.560820 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-27a28e39-6a29-4ca3-8fd5-a3566885ca3f admin admin] Publish callbacks [] for security_group (64964e01-1b84-46f4-896f-dc493a9d75e6), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:31.664176 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-27a28e39-6a29-4ca3-8fd5-a3566885ca3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (64964e01-1b84-46f4-896f-dc493a9d75e6), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:31.667136 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-27a28e39-6a29-4ca3-8fd5-a3566885ca3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:31.668295 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-27a28e39-6a29-4ca3-8fd5-a3566885ca3f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64964e01-1b84-46f4-896f-dc493a9d75e6 HTTP/1.1" status: 204 len: 168 time: 0.1749651 Mar 23 11:13:31.676681 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a28e39-6a29-4ca3-8fd5-a3566885ca3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64964e01-1b84-46f4-896f-dc493a9d75e6,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:32.321520 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:32.556180 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a0fdea22-d988-4361-b6ab-aa78c80e3456 req-a9fbc1f8-a570-41e4-baae-6f0e82ee956c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 210 time: 0.0287592 Mar 23 11:13:33.639723 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a56d5445-5909-4ea5-9496-5747387574c3 req-cf971fcd-c7ed-46c4-8eaf-ff4d19055509 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 210 time: 0.0281043 Mar 23 11:13:34.725027 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-056ee4cc-e237-4a74-bdc7-0b691c394454 req-f38c6333-8b8b-4b43-a172-f6f72e218fd4 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 210 time: 0.0311766 Mar 23 11:13:35.801107 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b119af1f-aefb-40a5-88eb-c7e498149abe req-d2a3f44d-ec9b-4c21-bbc3-f67a683559df tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 210 time: 0.0266442 Mar 23 11:13:36.892182 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a3f1b7ce-b6f9-480a-a9b9-8ffc2f113f57 req-1e99cabf-0913-4cc3-be3a-6d291f57e93b tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 210 time: 0.0274358 Mar 23 11:13:37.985645 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1b42481e-571e-440e-b8e1-feda182382f4 req-7db3c1b4-6d89-4f95-9a5d-39d2ae625379 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 210 time: 0.0274568 Mar 23 11:13:39.000823 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:13:39.016764 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-d8d70e02-313e-40cb-800c-396b3997405b tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:39.019504 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-d8d70e02-313e-40cb-800c-396b3997405b tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.52 "GET /v2.0/networks?id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109 HTTP/1.1" status: 200 len: 811 time: 0.1175284 Mar 23 11:13:39.079843 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-cbdf8480-15d9-4b3d-84a6-c0637594fadb req-fe5d8886-0b16-432b-a5b0-9e37938e700f tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 210 time: 0.0275757 Mar 23 11:13:39.083937 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-7141a2bd-43c3-4003-be1d-e2c843041a53 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04a8334df6204f2ea209242c3de466a1 HTTP/1.1" status: 200 len: 380 time: 0.0565009 Mar 23 11:13:39.105837 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-7e59a403-c9d9-42dc-a298-e3c8db1f8129 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Request body: {'port': {'device_id': '65c959fa-51be-4bf9-9ad2-717f10b704f1', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'admin_state_up': True, 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'security_groups': ['c088994d-5eea-4269-8d79-41b0a696413e']}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:13:39.292806 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-7e59a403-c9d9-42dc-a298-e3c8db1f8129 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Made reservation on behalf of 04a8334df6204f2ea209242c3de466a1 for: {'port': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:13:39.296737 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-7e59a403-c9d9-42dc-a298-e3c8db1f8129 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:39.423454 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-7e59a403-c9d9-42dc-a298-e3c8db1f8129 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Allocated IP 172.20.0.9 (31d2a5ef-7ddb-4991-9f63-9439d7e0a109/22af1c59-b8ec-4f9b-871a-ca144a9f0908/1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:13:39.556249 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-7e59a403-c9d9-42dc-a298-e3c8db1f8129 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for port (1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:39.659191 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-7e59a403-c9d9-42dc-a298-e3c8db1f8129 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:39.704918 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-7e59a403-c9d9-42dc-a298-e3c8db1f8129 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Network 31d2a5ef-7ddb-4991-9f63-9439d7e0a109 is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:13:39.707993 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-7e59a403-c9d9-42dc-a298-e3c8db1f8129 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:13:39.716634 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-7e59a403-c9d9-42dc-a298-e3c8db1f8129 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:13:39.720957 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59a403-c9d9-42dc-a298-e3c8db1f8129 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Pushing event updated for resources: {'Port': ['ID=1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:39.774351 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-7e59a403-c9d9-42dc-a298-e3c8db1f8129 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:39.774985 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-7e59a403-c9d9-42dc-a298-e3c8db1f8129 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:39.855666 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-7e59a403-c9d9-42dc-a298-e3c8db1f8129 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7613833 Mar 23 11:13:39.867005 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-2b82fff7-c3ed-4e3e-98cd-53c78530a037 service neutron] Request body: {'port': {'device_id': '65c959fa-51be-4bf9-9ad2-717f10b704f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:13:39.909951 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-240ae1a4-6a8f-4acd-908f-2cc766093513 None None] Provisioning complete for port 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:13:39.910534 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-240ae1a4-6a8f-4acd-908f-2cc766093513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:39.926886 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-2b82fff7-c3ed-4e3e-98cd-53c78530a037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:39.944781 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-240ae1a4-6a8f-4acd-908f-2cc766093513 None None] Port 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:13:40.202799 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-2b82fff7-c3ed-4e3e-98cd-53c78530a037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 {{(pid=103539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:13:40.210987 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-2b82fff7-c3ed-4e3e-98cd-53c78530a037 service neutron] Publish callbacks [] for port (1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:40.212704 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9681f-ffe6-4b3b-8cdc-4ee835e3d664 req-f8baedc0-7c66-435e-858c-8d8068924a1c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:40.214224 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c6d9681f-ffe6-4b3b-8cdc-4ee835e3d664 req-f8baedc0-7c66-435e-858c-8d8068924a1c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 931 time: 0.0598717 Mar 23 11:13:40.223341 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.provisioning_blocks [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-2b82fff7-c3ed-4e3e-98cd-53c78530a037 service neutron] Transition to ACTIVE for port object 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 will not be triggered until provisioned by entity L2. {{(pid=103539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 11:13:40.262591 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c6d9681f-ffe6-4b3b-8cdc-4ee835e3d664 req-13282387-a4ba-48b8-a3b1-64346b55377e tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425460 Mar 23 11:13:40.332922 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-2b82fff7-c3ed-4e3e-98cd-53c78530a037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:40.384710 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82fff7-c3ed-4e3e-98cd-53c78530a037 service neutron] Pushing event updated for resources: {'Port': ['ID=1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7,revision_number=2']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:40.453758 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-2b82fff7-c3ed-4e3e-98cd-53c78530a037 service neutron] Attempting to bind port 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:13:40.454098 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-2b82fff7-c3ed-4e3e-98cd-53c78530a037 service neutron] Attempting to bind port 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109'}] {{(pid=103539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:13:40.454439 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-2b82fff7-c3ed-4e3e-98cd-53c78530a037 service neutron] Attempting to bind port 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 on network 31d2a5ef-7ddb-4991-9f63-9439d7e0a109 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:13:40.459209 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-2b82fff7-c3ed-4e3e-98cd-53c78530a037 service neutron] Port 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 on network 31d2a5ef-7ddb-4991-9f63-9439d7e0a109 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 11:13:40.459537 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-2b82fff7-c3ed-4e3e-98cd-53c78530a037 service neutron] Attempting to bind port 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 on network 31d2a5ef-7ddb-4991-9f63-9439d7e0a109 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:13:40.465073 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-2b82fff7-c3ed-4e3e-98cd-53c78530a037 service neutron] Checking agent: {'id': '3422437f-3c55-48f6-8aa2-6fea3ffa4df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'started_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:13:40.468260 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-2b82fff7-c3ed-4e3e-98cd-53c78530a037 service neutron] Checking segment: {'id': '3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:13:40.468260 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-2b82fff7-c3ed-4e3e-98cd-53c78530a037 service neutron] Bound using segment: {'id': '3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109'} {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:13:40.468260 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-2b82fff7-c3ed-4e3e-98cd-53c78530a037 service neutron] Bound port: 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109'}}] {{(pid=103539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:13:40.468260 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-2b82fff7-c3ed-4e3e-98cd-53c78530a037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:40.776762 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-2b82fff7-c3ed-4e3e-98cd-53c78530a037 service neutron] For port 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7, host hv-cinder-79053, cleared binding levels {{(pid=103539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:13:40.779651 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-2b82fff7-c3ed-4e3e-98cd-53c78530a037 service neutron] For port 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7,segment=NetworkSegment(3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b),segment_id=3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b)] {{(pid=103539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:13:40.847556 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-2b82fff7-c3ed-4e3e-98cd-53c78530a037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:40.881136 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-2b82fff7-c3ed-4e3e-98cd-53c78530a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:40.881846 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-2b82fff7-c3ed-4e3e-98cd-53c78530a037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:40.883249 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-2b82fff7-c3ed-4e3e-98cd-53c78530a037 service neutron] 10.222.0.52 "PUT /v2.0/ports/1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 HTTP/1.1" status: 200 len: 1093 time: 1.0205593 Mar 23 11:13:40.883774 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c959fa-51be-4bf9-9ad2-717f10b704f1', 'tag': '1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:13:40.885905 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75506cbc-3445-4177-9a1a-20e438f8f712" -d '{"events": [{"name": "network-changed", "server_uuid": "65c959fa-51be-4bf9-9ad2-717f10b704f1", "tag": "1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:13:40.912846 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82fff7-c3ed-4e3e-98cd-53c78530a037 service neutron] Pushing event updated for resources: {'Port': ['ID=1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7,revision_number=3']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:40.930222 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef2ac52-421e-4def-b385-e66026747503 x-openstack-request-id: req-5ef2ac52-421e-4def-b385-e66026747503 {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:13:40.930539 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65c959fa-51be-4bf9-9ad2-717f10b704f1", "tag": "1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:13:40.930793 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ef2ac52-421e-4def-b385-e66026747503 {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:13:40.931199 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef2ac52-421e-4def-b385-e66026747503'] response: {'name': 'network-changed', 'server_uuid': '65c959fa-51be-4bf9-9ad2-717f10b704f1', 'tag': '1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7', 'status': 'completed', 'code': 200} Mar 23 11:13:40.996063 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75506cbc-3445-4177-9a1a-20e438f8f712 req-d3c46f04-b073-4e60-9750-dff8872ff135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:40.997607 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-75506cbc-3445-4177-9a1a-20e438f8f712 req-d3c46f04-b073-4e60-9750-dff8872ff135 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04a8334df6204f2ea209242c3de466a1&device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 1127 time: 0.0466893 Mar 23 11:13:41.112270 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75506cbc-3445-4177-9a1a-20e438f8f712 req-e928a630-7c43-491c-a791-3b07ac9a4a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:41.114501 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-75506cbc-3445-4177-9a1a-20e438f8f712 req-e928a630-7c43-491c-a791-3b07ac9a4a6e service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=04a8334df6204f2ea209242c3de466a1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1107802 Mar 23 11:13:41.208542 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75506cbc-3445-4177-9a1a-20e438f8f712 req-c672045e-1917-4c1c-9281-85bf41a2d7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:41.210066 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-75506cbc-3445-4177-9a1a-20e438f8f712 req-c672045e-1917-4c1c-9281-85bf41a2d7f5 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896342 Mar 23 11:13:41.291856 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-9e0560dc-245b-43af-a55c-a7fedc8a49e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:41.293723 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-9e0560dc-245b-43af-a55c-a7fedc8a49e7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04a8334df6204f2ea209242c3de466a1&device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 1127 time: 0.0466037 Mar 23 11:13:41.336487 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-b6e4e92b-7783-4552-a7ad-afa81d4b1ab5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 HTTP/1.1" status: 200 len: 217 time: 0.0357280 Mar 23 11:13:41.384593 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731e331-04ec-4649-b7bb-f1929d989df8 req-0e59708e-aece-4cbb-a907-c4230553a043 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:41.386272 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3731e331-04ec-4649-b7bb-f1929d989df8 req-0e59708e-aece-4cbb-a907-c4230553a043 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 943 time: 0.0550501 Mar 23 11:13:41.392738 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-b6898244-9c04-4ff6-8cce-5ca74a1b7664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:41.392738 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-b6898244-9c04-4ff6-8cce-5ca74a1b7664 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22af1c59-b8ec-4f9b-871a-ca144a9f0908 HTTP/1.1" status: 200 len: 850 time: 0.0478776 Mar 23 11:13:41.443047 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3731e331-04ec-4649-b7bb-f1929d989df8 req-f65b8184-8812-444b-bb49-2f8f8f511252 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455127 Mar 23 11:13:41.450853 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-9ceae72f-34af-4839-9b7e-fd689b079d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:41.450853 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-9ceae72f-34af-4839-9b7e-fd689b079d07 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0519793 Mar 23 11:13:41.536907 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-f7b3f022-3464-4cff-a073-687ccd29aa8c service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838673 Mar 23 11:13:41.627900 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-db02f9a2-5daa-40a0-8f13-c0d9e4c014b9 req-f19b09ac-1b54-479f-9bf4-8d424d5fb6f2 service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846374 Mar 23 11:13:42.602784 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3853c-30c0-4dc2-894a-b3eed10080ed req-45140246-4150-4b50-9603-9e14a2a14c7d tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:42.604275 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-64c3853c-30c0-4dc2-894a-b3eed10080ed req-45140246-4150-4b50-9603-9e14a2a14c7d tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 943 time: 0.0943403 Mar 23 11:13:42.655912 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-64c3853c-30c0-4dc2-894a-b3eed10080ed req-73ff8af8-2b7e-4dc7-a98f-7edf82de058f tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454683 Mar 23 11:13:43.775694 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486286b-cd5e-42ca-926d-9a2d680b4e47 req-6c0e7d74-259f-474d-b445-dea4bb3a35e7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:43.777216 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7486286b-cd5e-42ca-926d-9a2d680b4e47 req-6c0e7d74-259f-474d-b445-dea4bb3a35e7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 943 time: 0.0537968 Mar 23 11:13:43.827010 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7486286b-cd5e-42ca-926d-9a2d680b4e47 req-974b64d1-b991-4cdb-987a-d68e80d542b2 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441880 Mar 23 11:13:44.943501 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4cb623-597a-4f28-95bd-8af77a56da83 req-8df5a45d-17d4-4641-994d-7ca5a3277f5b tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:44.944980 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bb4cb623-597a-4f28-95bd-8af77a56da83 req-8df5a45d-17d4-4641-994d-7ca5a3277f5b tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 943 time: 0.0534050 Mar 23 11:13:44.994421 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bb4cb623-597a-4f28-95bd-8af77a56da83 req-1a267980-b07b-4020-a178-cd430e0d19cb tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437891 Mar 23 11:13:46.112403 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904b819-2f39-4bc8-92cf-09018af99a10 req-35266836-73e0-49ce-b5ec-d7d2ccedcf89 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:46.113894 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d904b819-2f39-4bc8-92cf-09018af99a10 req-35266836-73e0-49ce-b5ec-d7d2ccedcf89 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 943 time: 0.0545242 Mar 23 11:13:46.160526 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d904b819-2f39-4bc8-92cf-09018af99a10 req-86214e77-b830-4c59-80cd-ff8c8ef121e9 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411580 Mar 23 11:13:47.275224 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07542f-51c4-4265-970a-2b200d519138 req-85f89ae3-bde3-459f-aaa0-10c5c2b72040 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:47.276693 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fc07542f-51c4-4265-970a-2b200d519138 req-85f89ae3-bde3-459f-aaa0-10c5c2b72040 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 943 time: 0.0508244 Mar 23 11:13:47.324376 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fc07542f-51c4-4265-970a-2b200d519138 req-71503901-98f9-41fd-b5a0-8c81e83a9323 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416272 Mar 23 11:13:48.440435 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65ec74-f07b-49f8-b963-28f89f1cc747 req-2ed8d67e-812f-4c48-9776-2cf5eefd6d08 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:48.441927 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9c65ec74-f07b-49f8-b963-28f89f1cc747 req-2ed8d67e-812f-4c48-9776-2cf5eefd6d08 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 943 time: 0.0520315 Mar 23 11:13:48.493506 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9c65ec74-f07b-49f8-b963-28f89f1cc747 req-15c3676d-e993-48d2-a515-10f551221531 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460618 Mar 23 11:13:49.610139 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410febd-5594-4d0f-b97d-26fcef764b29 req-ef658e61-57a3-4e09-83ab-872eecdc1876 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:49.611668 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1410febd-5594-4d0f-b97d-26fcef764b29 req-ef658e61-57a3-4e09-83ab-872eecdc1876 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 943 time: 0.0529160 Mar 23 11:13:49.658925 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1410febd-5594-4d0f-b97d-26fcef764b29 req-b912548d-9c0a-4f2e-9848-151e35169492 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416267 Mar 23 11:13:50.776073 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cbd78-cdbf-4817-93d8-53c455c7d97c req-a2597419-77f4-45c4-aeee-89d4d787d014 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:50.777565 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a20cbd78-cdbf-4817-93d8-53c455c7d97c req-a2597419-77f4-45c4-aeee-89d4d787d014 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 943 time: 0.0527971 Mar 23 11:13:50.828419 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a20cbd78-cdbf-4817-93d8-53c455c7d97c req-f543c3f4-ba39-40cd-abfc-58d1aeb3fb08 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446630 Mar 23 11:13:50.942940 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:13:51.040079 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7,segment=NetworkSegment(3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b),segment_id=3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:13:51.052901 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': '1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'port_id': '1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7', 'mac_address': 'fa:16:3e:c2:b0:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:13:51.090776 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 is: DOWN; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:13:51.091171 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:51.104131 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:13:51.126983 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7,segment=NetworkSegment(3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b),segment_id=3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:13:51.207592 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:51.254411 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:51.261300 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:51.261662 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:51.262014 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:51.262363 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:51.262708 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:51.263043 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:51.263381 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:51.263718 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:51.264052 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:51.264385 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:51.264746 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:51.265079 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:51.265432 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:51.265761 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:51.266088 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:13:51.428820 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:13:51.474758 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:51.836301 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56982) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:13:51.939369 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4356ba60-ba32-4d82-9a49-882184ece900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:51.947000 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725883f0-ff07-41c6-a339-e9ce8cf56ce2 req-d00aeb71-4279-410c-b3a1-cc52407911e8 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:51.948523 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-725883f0-ff07-41c6-a339-e9ce8cf56ce2 req-d00aeb71-4279-410c-b3a1-cc52407911e8 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 944 time: 0.0554602 Mar 23 11:13:51.996430 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-725883f0-ff07-41c6-a339-e9ce8cf56ce2 req-2ae8fd92-9011-4df6-b71e-86b60bc5a4c9 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418532 Mar 23 11:13:52.011577 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4356ba60-ba32-4d82-9a49-882184ece900 admin admin] Publish callbacks [] for security_group (a58e0108-d6f4-43ac-8fca-ca79d8391703), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:52.098454 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4356ba60-ba32-4d82-9a49-882184ece900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (a58e0108-d6f4-43ac-8fca-ca79d8391703), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:52.135146 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356ba60-ba32-4d82-9a49-882184ece900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58e0108-d6f4-43ac-8fca-ca79d8391703,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:52.141947 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-4356ba60-ba32-4d82-9a49-882184ece900 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9828e4b4d2304270b774e0341ba5c621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041108 Mar 23 11:13:52.144170 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56988) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:13:52.197764 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-37251237-ceee-4a55-8386-ce92f0b083fc admin admin] Publish callbacks [] for security_group (a58e0108-d6f4-43ac-8fca-ca79d8391703), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:52.217928 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-37251237-ceee-4a55-8386-ce92f0b083fc admin admin] Publish callbacks [] for security_group (a58e0108-d6f4-43ac-8fca-ca79d8391703), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:52.343972 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-37251237-ceee-4a55-8386-ce92f0b083fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (a58e0108-d6f4-43ac-8fca-ca79d8391703), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:52.346518 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-37251237-ceee-4a55-8386-ce92f0b083fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:52.347632 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-37251237-ceee-4a55-8386-ce92f0b083fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a58e0108-d6f4-43ac-8fca-ca79d8391703 HTTP/1.1" status: 204 len: 168 time: 0.2025611 Mar 23 11:13:52.363243 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37251237-ceee-4a55-8386-ce92f0b083fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58e0108-d6f4-43ac-8fca-ca79d8391703,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:52.948673 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56994) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:13:52.951125 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:13:52.962118 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e3233573-0745-4b47-a354-dd3416a1ea47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:53.034566 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e3233573-0745-4b47-a354-dd3416a1ea47 admin admin] Publish callbacks [] for security_group (27da501a-ca30-4866-aa50-0ce7352633a2), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:53.041740 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning for port 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 completed by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 11:13:53.046245 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:13:53.048701 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:53.081546 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-e3233573-0745-4b47-a354-dd3416a1ea47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (27da501a-ca30-4866-aa50-0ce7352633a2), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:53.115933 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036b2cc-0ad9-4e49-af0d-5aab8f508524 req-c675c738-6cb6-4368-8087-e984dc0fd5b9 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:53.118095 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b036b2cc-0ad9-4e49-af0d-5aab8f508524 req-c675c738-6cb6-4368-8087-e984dc0fd5b9 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 944 time: 0.0545592 Mar 23 11:13:53.122189 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3233573-0745-4b47-a354-dd3416a1ea47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27da501a-ca30-4866-aa50-0ce7352633a2,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:53.130473 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-e3233573-0745-4b47-a354-dd3416a1ea47 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a7df532a3a6b456284255dd4800c64fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1806872 Mar 23 11:13:53.131065 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 56998) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:13:53.131348 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:13:53.131825 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:53.160557 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c959fa-51be-4bf9-9ad2-717f10b704f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:13:53.163295 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fced85f8-8dc7-4ad1-97de-705c1e100088" -d '{"events": [{"server_uuid": "65c959fa-51be-4bf9-9ad2-717f10b704f1", "name": "network-vif-plugged", "status": "completed", "tag": "1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:13:53.172727 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b036b2cc-0ad9-4e49-af0d-5aab8f508524 req-1ffdc276-57e4-432f-8ce5-2610725703a5 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479701 Mar 23 11:13:53.176362 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7,segment=NetworkSegment(3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b),segment_id=3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:13:53.187302 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4b2c3099-fc3c-4958-9fd4-30892bdfa629 admin admin] Publish callbacks [] for security_group (27da501a-ca30-4866-aa50-0ce7352633a2), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:53.208993 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4b2c3099-fc3c-4958-9fd4-30892bdfa629 admin admin] Publish callbacks [] for security_group (27da501a-ca30-4866-aa50-0ce7352633a2), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:53.230096 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:53.279915 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:53.309174 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4b2c3099-fc3c-4958-9fd4-30892bdfa629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (27da501a-ca30-4866-aa50-0ce7352633a2), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:53.312383 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4b2c3099-fc3c-4958-9fd4-30892bdfa629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:53.314059 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-4b2c3099-fc3c-4958-9fd4-30892bdfa629 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/27da501a-ca30-4866-aa50-0ce7352633a2 HTTP/1.1" status: 204 len: 168 time: 0.1820819 Mar 23 11:13:53.322190 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c3099-fc3c-4958-9fd4-30892bdfa629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27da501a-ca30-4866-aa50-0ce7352633a2,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:53.383312 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab77d33-25b0-470d-94a2-38f813adcd38 x-openstack-request-id: req-cab77d33-25b0-470d-94a2-38f813adcd38 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:13:53.383613 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c959fa-51be-4bf9-9ad2-717f10b704f1", "name": "network-vif-plugged", "status": "completed", "tag": "1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:13:53.383869 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cab77d33-25b0-470d-94a2-38f813adcd38 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:13:53.384273 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cab77d33-25b0-470d-94a2-38f813adcd38'] response: {'server_uuid': '65c959fa-51be-4bf9-9ad2-717f10b704f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7', 'code': 200} Mar 23 11:13:53.751364 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8038d1b-5f36-4660-a732-db15a98da4c9 req-d8caae33-70b7-4abf-bc55-e9b587f59dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:53.752871 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c8038d1b-5f36-4660-a732-db15a98da4c9 req-d8caae33-70b7-4abf-bc55-e9b587f59dab service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 1129 time: 0.0464084 Mar 23 11:13:53.799423 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c8038d1b-5f36-4660-a732-db15a98da4c9 req-2f20beeb-f781-4e70-9547-f0efda345bf7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401244 Mar 23 11:13:54.297482 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050247fb-60b9-4fd9-afa7-345728edecf8 req-3ac2ade6-612f-4129-95b4-d9ac436b41b0 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:54.299126 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-050247fb-60b9-4fd9-afa7-345728edecf8 req-3ac2ade6-612f-4129-95b4-d9ac436b41b0 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 945 time: 0.0587778 Mar 23 11:13:54.351180 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-050247fb-60b9-4fd9-afa7-345728edecf8 req-1b7d016e-c3f1-49c4-9c88-7bb37ab08743 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458734 Mar 23 11:13:55.468686 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c5aae-dcd0-42c1-932b-1b348d7b09ee req-388d6901-7c0a-474b-b5ec-8f0010a1ad70 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:55.470384 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9a0c5aae-dcd0-42c1-932b-1b348d7b09ee req-388d6901-7c0a-474b-b5ec-8f0010a1ad70 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 945 time: 0.0520408 Mar 23 11:13:55.522411 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9a0c5aae-dcd0-42c1-932b-1b348d7b09ee req-2b791106-cb20-4401-9d27-be3c2c401b1c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463269 Mar 23 11:13:55.638665 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dc785-0fc2-4e26-b32d-d4e3a4d5b078 req-bbbdd90b-ee1b-463b-806f-6d81130ed703 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:55.640156 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-250dc785-0fc2-4e26-b32d-d4e3a4d5b078 req-bbbdd90b-ee1b-463b-806f-6d81130ed703 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 945 time: 0.0520208 Mar 23 11:13:55.692909 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-250dc785-0fc2-4e26-b32d-d4e3a4d5b078 req-d54465d0-8141-4f5c-a144-78edc66b215f tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470896 Mar 23 11:13:55.715127 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 57050) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:13:55.784054 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-93006df2-c3f1-4cc9-86d5-69841dfd1469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:55.901473 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af774ee-b6c3-43a4-8a15-52dafe23bab1 tempest-TestVolumeBootPattern-1140708384 tempest-TestVolumeBootPattern-1140708384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:55.902979 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-2af774ee-b6c3-43a4-8a15-52dafe23bab1 tempest-TestVolumeBootPattern-1140708384 tempest-TestVolumeBootPattern-1140708384-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 1124 time: 0.1868885 Mar 23 11:13:55.906401 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 57054) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:13:55.910568 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-8311752a-81f2-4dd6-907b-20398c824488 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Request body: {'floatingip': {'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'port_id': '1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:13:56.024684 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8311752a-81f2-4dd6-907b-20398c824488 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:56.119830 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8311752a-81f2-4dd6-907b-20398c824488 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:56.230055 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [None req-8311752a-81f2-4dd6-907b-20398c824488 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Allocated IP 172.27.0.83 (95c18418-5bae-427e-9b81-a5d1c1650c0a/3e1497af-c43c-4f5b-914b-136f0356db85/f57ef257-50c2-4746-9ad9-316c5cf875c7) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:13:56.328500 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8311752a-81f2-4dd6-907b-20398c824488 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for port (f57ef257-50c2-4746-9ad9-316c5cf875c7), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:56.442091 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8311752a-81f2-4dd6-907b-20398c824488 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (f57ef257-50c2-4746-9ad9-316c5cf875c7), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:56.479044 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8311752a-81f2-4dd6-907b-20398c824488 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:13:56.481927 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-8311752a-81f2-4dd6-907b-20398c824488 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:13:56.487397 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8311752a-81f2-4dd6-907b-20398c824488 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:13:56.510922 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311752a-81f2-4dd6-907b-20398c824488 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Pushing event updated for resources: {'Port': ['ID=f57ef257-50c2-4746-9ad9-316c5cf875c7,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:56.835363 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8311752a-81f2-4dd6-907b-20398c824488 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for floatingip (35a0dcc1-63e0-4ed4-949c-fbcc83c05d46), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:56.964734 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8311752a-81f2-4dd6-907b-20398c824488 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (f57ef257-50c2-4746-9ad9-316c5cf875c7), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:57.121642 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8311752a-81f2-4dd6-907b-20398c824488 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for port (f57ef257-50c2-4746-9ad9-316c5cf875c7), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:57.184518 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8311752a-81f2-4dd6-907b-20398c824488 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (f57ef257-50c2-4746-9ad9-316c5cf875c7), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:57.251760 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311752a-81f2-4dd6-907b-20398c824488 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Pushing event updated for resources: {'Port': ['ID=f57ef257-50c2-4746-9ad9-316c5cf875c7,revision_number=2']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:13:57.261214 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8311752a-81f2-4dd6-907b-20398c824488 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (35a0dcc1-63e0-4ed4-949c-fbcc83c05d46), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:57.362666 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.l3_db [None req-8311752a-81f2-4dd6-907b-20398c824488 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Floating IP 35a0dcc1-63e0-4ed4-949c-fbcc83c05d46 associated. External IP: 172.27.0.83, port: 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7. Mar 23 11:13:57.847221 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c276475f-4f25-41e7-9c5b-ffa55d7387db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:57.850999 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8311752a-81f2-4dd6-907b-20398c824488 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Router 0422e360-6014-4516-9799-3614d97e4e43 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:13:57.958037 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8311752a-81f2-4dd6-907b-20398c824488 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:13:57.967324 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289443a9-f52e-4205-86d9-d7e587d99d95 None None] Sync routers for ids ['0422e360-6014-4516-9799-3614d97e4e43'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:13:57.976934 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289443a9-f52e-4205-86d9-d7e587d99d95 None None] Routers {'0422e360-6014-4516-9799-3614d97e4e43'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:13:57.977588 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-289443a9-f52e-4205-86d9-d7e587d99d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975d15670>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:13:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['0422e360-6014-4516-9799-3614d97e4e43'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:13:58.060673 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-8311752a-81f2-4dd6-907b-20398c824488 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:13:58.083996 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-289443a9-f52e-4205-86d9-d7e587d99d95 None None] Set router 0422e360-6014-4516-9799-3614d97e4e43 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:13:58.101167 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-8311752a-81f2-4dd6-907b-20398c824488 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1812599 Mar 23 11:13:58.101167 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c959fa-51be-4bf9-9ad2-717f10b704f1', 'tag': '1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:13:58.101167 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9c862a-2276-4676-bba3-b7f2e6a2a256" -d '{"events": [{"name": "network-changed", "server_uuid": "65c959fa-51be-4bf9-9ad2-717f10b704f1", "tag": "1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:13:58.247819 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350dae04-d274-4271-987c-b0533b062eac x-openstack-request-id: req-350dae04-d274-4271-987c-b0533b062eac {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:13:58.248410 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65c959fa-51be-4bf9-9ad2-717f10b704f1", "tag": "1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:13:58.248675 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-350dae04-d274-4271-987c-b0533b062eac {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:13:58.249112 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-350dae04-d274-4271-987c-b0533b062eac'] response: {'name': 'network-changed', 'server_uuid': '65c959fa-51be-4bf9-9ad2-717f10b704f1', 'tag': '1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7', 'status': 'completed', 'code': 200} Mar 23 11:13:58.316388 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c862a-2276-4676-bba3-b7f2e6a2a256 req-24cdd39e-0e05-4abd-8b1c-59bc69e135ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:58.317859 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-fd9c862a-2276-4676-bba3-b7f2e6a2a256 req-24cdd39e-0e05-4abd-8b1c-59bc69e135ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04a8334df6204f2ea209242c3de466a1&device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 1129 time: 0.0473361 Mar 23 11:13:58.409372 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c862a-2276-4676-bba3-b7f2e6a2a256 req-18d841a8-a952-471a-b08f-a8f4a45c37e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:58.410835 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-fd9c862a-2276-4676-bba3-b7f2e6a2a256 req-18d841a8-a952-471a-b08f-a8f4a45c37e3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109 HTTP/1.1" status: 200 len: 912 time: 0.0871663 Mar 23 11:13:58.432886 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-289443a9-f52e-4205-86d9-d7e587d99d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975d15670>, [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:01Z', 'revision_number': 4, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '35a0dcc1-63e0-4ed4-949c-fbcc83c05d46', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '0422e360-6014-4516-9799-3614d97e4e43', 'port_id': '1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'mac_address': 'fa:16:3e:c2:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c959fa-51be-4bf9-9ad2-717f10b704f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:13:56Z', 'updated_at': '2022-03-23T11:13:56Z', 'revision_number': 0, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799bc3a9-b924-407a-a9f6-33cc8176cec8', 'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'mac_address': 'fa:16:3e:81:2a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:00Z', 'updated_at': '2022-03-23T11:13:05Z', 'revision_number': 5, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'subnets': [{'id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:13:58.461767 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289443a9-f52e-4205-86d9-d7e587d99d95 None None] Checking router: 0422e360-6014-4516-9799-3614d97e4e43 for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:13:58.470608 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289443a9-f52e-4205-86d9-d7e587d99d95 None None] Routers {'0422e360-6014-4516-9799-3614d97e4e43'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:13:58.471984 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-289443a9-f52e-4205-86d9-d7e587d99d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975d15670>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:13:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['0422e360-6014-4516-9799-3614d97e4e43'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:13:58.475753 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-fd9c862a-2276-4676-bba3-b7f2e6a2a256 req-2193a8de-d173-4fcd-8e32-f4840c9ae759 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 HTTP/1.1" status: 200 len: 998 time: 0.0581114 Mar 23 11:13:58.522633 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c862a-2276-4676-bba3-b7f2e6a2a256 req-34c94652-18e9-40d4-949d-f397297d9585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:58.524085 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-fd9c862a-2276-4676-bba3-b7f2e6a2a256 req-34c94652-18e9-40d4-949d-f397297d9585 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22af1c59-b8ec-4f9b-871a-ca144a9f0908 HTTP/1.1" status: 200 len: 850 time: 0.0426114 Mar 23 11:13:58.581234 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c862a-2276-4676-bba3-b7f2e6a2a256 req-ab65a28c-a2fe-4e90-8424-b4a133c7a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:13:58.581984 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-289443a9-f52e-4205-86d9-d7e587d99d95 None None] Set router 0422e360-6014-4516-9799-3614d97e4e43 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:13:58.582691 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-fd9c862a-2276-4676-bba3-b7f2e6a2a256 req-ab65a28c-a2fe-4e90-8424-b4a133c7a904 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0533822 Mar 23 11:13:58.675319 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-fd9c862a-2276-4676-bba3-b7f2e6a2a256 req-1c89f0b2-75db-4c3d-b690-264d3e90e3a8 service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858221 Mar 23 11:13:58.772904 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-fd9c862a-2276-4676-bba3-b7f2e6a2a256 req-220650e8-7b2d-48a1-a9c4-e1c57fe39d7f service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916805 Mar 23 11:13:58.824264 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-289443a9-f52e-4205-86d9-d7e587d99d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975d15670>, [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:01Z', 'revision_number': 4, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '35a0dcc1-63e0-4ed4-949c-fbcc83c05d46', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '0422e360-6014-4516-9799-3614d97e4e43', 'port_id': '1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'mac_address': 'fa:16:3e:c2:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c959fa-51be-4bf9-9ad2-717f10b704f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:13:56Z', 'updated_at': '2022-03-23T11:13:56Z', 'revision_number': 0, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799bc3a9-b924-407a-a9f6-33cc8176cec8', 'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'mac_address': 'fa:16:3e:81:2a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:00Z', 'updated_at': '2022-03-23T11:13:05Z', 'revision_number': 5, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'subnets': [{'id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:13:58.856879 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289443a9-f52e-4205-86d9-d7e587d99d95 None None] The sync data for ids ['0422e360-6014-4516-9799-3614d97e4e43'] in dv-cinder-790535-33-iscsi is: [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:01Z', 'revision_number': 4, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '35a0dcc1-63e0-4ed4-949c-fbcc83c05d46', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '0422e360-6014-4516-9799-3614d97e4e43', 'port_id': '1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'mac_address': 'fa:16:3e:c2:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c959fa-51be-4bf9-9ad2-717f10b704f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:13:56Z', 'updated_at': '2022-03-23T11:13:56Z', 'revision_number': 0, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799bc3a9-b924-407a-a9f6-33cc8176cec8', 'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'mac_address': 'fa:16:3e:81:2a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:00Z', 'updated_at': '2022-03-23T11:13:05Z', 'revision_number': 5, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'subnets': [{'id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:13:59.064286 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c64b84-2b87-45f9-9ea6-5f28578905cb None None] New status for floating IP 35a0dcc1-63e0-4ed4-949c-fbcc83c05d46: ACTIVE {{(pid=103542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:13:59.515851 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:00.784222 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:02.349687 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:06.926993 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 57128) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:14:07.031954 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-0045a7a7-2338-4862-ab50-bdebb33a7c8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:07.102590 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-0045a7a7-2338-4862-ab50-bdebb33a7c8e admin admin] Publish callbacks [] for security_group (2e6b5013-80f8-4ec5-b381-70bc881604c5), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:07.178762 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-0045a7a7-2338-4862-ab50-bdebb33a7c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (2e6b5013-80f8-4ec5-b381-70bc881604c5), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:07.214246 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-0045a7a7-2338-4862-ab50-bdebb33a7c8e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce92b0eddad1436f9ffdde7722f18c1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861233 Mar 23 11:14:07.217293 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 57132) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:14:07.232141 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045a7a7-2338-4862-ab50-bdebb33a7c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6b5013-80f8-4ec5-b381-70bc881604c5,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:14:07.269213 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-88909686-e861-4c20-92d5-96605af28940 admin admin] Publish callbacks [] for security_group (2e6b5013-80f8-4ec5-b381-70bc881604c5), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:07.290118 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-88909686-e861-4c20-92d5-96605af28940 admin admin] Publish callbacks [] for security_group (2e6b5013-80f8-4ec5-b381-70bc881604c5), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:07.395965 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-88909686-e861-4c20-92d5-96605af28940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (2e6b5013-80f8-4ec5-b381-70bc881604c5), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:07.398517 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-88909686-e861-4c20-92d5-96605af28940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:07.399697 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-88909686-e861-4c20-92d5-96605af28940 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e6b5013-80f8-4ec5-b381-70bc881604c5 HTTP/1.1" status: 204 len: 168 time: 0.1814961 Mar 23 11:14:07.408445 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88909686-e861-4c20-92d5-96605af28940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6b5013-80f8-4ec5-b381-70bc881604c5,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:14:08.047510 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 57138) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:14:08.061256 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4450d2c2-b519-4df5-97b7-46fecd1c6578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:08.134093 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4450d2c2-b519-4df5-97b7-46fecd1c6578 admin admin] Publish callbacks [] for security_group (3f90251e-d5f4-4561-90e4-d202df361049), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:08.190500 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-4450d2c2-b519-4df5-97b7-46fecd1c6578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (3f90251e-d5f4-4561-90e4-d202df361049), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:08.235501 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-4450d2c2-b519-4df5-97b7-46fecd1c6578 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c92c7a2e81044aa84a4450763bd1107&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1860876 Mar 23 11:14:08.236087 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450d2c2-b519-4df5-97b7-46fecd1c6578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f90251e-d5f4-4561-90e4-d202df361049,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:14:08.237869 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 57140) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:14:08.284580 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-dd69c5ff-02db-4fc3-a699-66a6c06e719c admin admin] Publish callbacks [] for security_group (3f90251e-d5f4-4561-90e4-d202df361049), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:08.305268 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-dd69c5ff-02db-4fc3-a699-66a6c06e719c admin admin] Publish callbacks [] for security_group (3f90251e-d5f4-4561-90e4-d202df361049), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:08.481652 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-dd69c5ff-02db-4fc3-a699-66a6c06e719c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (3f90251e-d5f4-4561-90e4-d202df361049), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:08.484172 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-dd69c5ff-02db-4fc3-a699-66a6c06e719c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:08.486008 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-dd69c5ff-02db-4fc3-a699-66a6c06e719c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f90251e-d5f4-4561-90e4-d202df361049 HTTP/1.1" status: 204 len: 168 time: 0.2466340 Mar 23 11:14:08.493808 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69c5ff-02db-4fc3-a699-66a6c06e719c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f90251e-d5f4-4561-90e4-d202df361049,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:14:13.989169 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 57208) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:14:14.090983 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-942107a2-0566-40a1-8659-dee80dfea4d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:14.161373 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-942107a2-0566-40a1-8659-dee80dfea4d1 admin admin] Publish callbacks [] for security_group (b7225e35-a1e1-4772-987e-8f8c4fd75492), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:14.223129 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-942107a2-0566-40a1-8659-dee80dfea4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (b7225e35-a1e1-4772-987e-8f8c4fd75492), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:14.261098 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-942107a2-0566-40a1-8659-dee80dfea4d1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4fa9458aeccf4ec098b88bb810ee7500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2708657 Mar 23 11:14:14.262002 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942107a2-0566-40a1-8659-dee80dfea4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7225e35-a1e1-4772-987e-8f8c4fd75492,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:14:14.263882 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 57212) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:14:14.317528 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-08990783-fb24-46da-b7f4-ebfb115e60e4 admin admin] Publish callbacks [] for security_group (b7225e35-a1e1-4772-987e-8f8c4fd75492), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:14.339791 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-08990783-fb24-46da-b7f4-ebfb115e60e4 admin admin] Publish callbacks [] for security_group (b7225e35-a1e1-4772-987e-8f8c4fd75492), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:14.446541 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-08990783-fb24-46da-b7f4-ebfb115e60e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (b7225e35-a1e1-4772-987e-8f8c4fd75492), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:14.449049 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-08990783-fb24-46da-b7f4-ebfb115e60e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:14.450234 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-08990783-fb24-46da-b7f4-ebfb115e60e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7225e35-a1e1-4772-987e-8f8c4fd75492 HTTP/1.1" status: 204 len: 168 time: 0.1853826 Mar 23 11:14:14.457685 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08990783-fb24-46da-b7f4-ebfb115e60e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7225e35-a1e1-4772-987e-8f8c4fd75492,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:14:15.998669 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:14:21.451703 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:25.744046 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f57463ba-f4c0-4a8d-a850-5d29f89b3a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:27.835991 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b2fa3c2a-c446-413e-b33a-8d72e63ccca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:29.527544 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:30.715101 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:32.069893 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-1d5f5ae8-3d0c-4c9f-a509-76e1aad4bc41 req-53d11f74-a9ad-4d66-b15f-4a3f1f719a67 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463734 Mar 23 11:14:32.156626 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f5ae8-3d0c-4c9f-a509-76e1aad4bc41 req-a63b7bb4-26b4-4aa7-9e0c-8ef05fc1f73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:32.158835 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-1d5f5ae8-3d0c-4c9f-a509-76e1aad4bc41 req-a63b7bb4-26b4-4aa7-9e0c-8ef05fc1f73b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04a8334df6204f2ea209242c3de466a1&device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 1129 time: 0.0452101 Mar 23 11:14:32.258854 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f5ae8-3d0c-4c9f-a509-76e1aad4bc41 req-156ecf26-ae3f-4c6b-8013-5ce260c417ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:32.260312 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-1d5f5ae8-3d0c-4c9f-a509-76e1aad4bc41 req-156ecf26-ae3f-4c6b-8013-5ce260c417ba service neutron] 10.222.0.52 "GET /v2.0/networks?id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109 HTTP/1.1" status: 200 len: 912 time: 0.0836782 Mar 23 11:14:32.330711 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-1d5f5ae8-3d0c-4c9f-a509-76e1aad4bc41 req-908d1e1e-8f17-43ee-959d-5504d674cbca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 HTTP/1.1" status: 200 len: 1000 time: 0.0623794 Mar 23 11:14:32.366302 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:32.376071 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f5ae8-3d0c-4c9f-a509-76e1aad4bc41 req-ca78f59c-a7f1-4688-9551-409bee1b6d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:32.378092 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-1d5f5ae8-3d0c-4c9f-a509-76e1aad4bc41 req-ca78f59c-a7f1-4688-9551-409bee1b6d82 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22af1c59-b8ec-4f9b-871a-ca144a9f0908 HTTP/1.1" status: 200 len: 850 time: 0.0428739 Mar 23 11:14:32.425994 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f5ae8-3d0c-4c9f-a509-76e1aad4bc41 req-0c8fa130-5e05-44de-a7e1-0a90625ab8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:14:32.427479 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-1d5f5ae8-3d0c-4c9f-a509-76e1aad4bc41 req-0c8fa130-5e05-44de-a7e1-0a90625ab8bf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435314 Mar 23 11:14:32.520079 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-1d5f5ae8-3d0c-4c9f-a509-76e1aad4bc41 req-f0980d00-b2c9-414b-913b-ac3ac135560c service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857446 Mar 23 11:14:32.607028 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-1d5f5ae8-3d0c-4c9f-a509-76e1aad4bc41 req-3f174cd0-fc56-4766-a3ff-309b6295d6c0 service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802488 Mar 23 11:14:51.459015 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:52.996339 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:14:54.400706 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 57484) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:14:54.544873 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-cf0194c1-b513-43d4-a874-1fcda76b2c1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:54.616305 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-cf0194c1-b513-43d4-a874-1fcda76b2c1b admin admin] Publish callbacks [] for security_group (586e5f8a-1e7b-4325-9dc0-6c721140384d), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:54.731501 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-cf0194c1-b513-43d4-a874-1fcda76b2c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (586e5f8a-1e7b-4325-9dc0-6c721140384d), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:54.767188 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0194c1-b513-43d4-a874-1fcda76b2c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586e5f8a-1e7b-4325-9dc0-6c721140384d,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:14:54.771674 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-cf0194c1-b513-43d4-a874-1fcda76b2c1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2185a34a5bec42caa5da0094d157793a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3698645 Mar 23 11:14:54.774435 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 57488) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:14:54.777439 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0194c1-b513-43d4-a874-1fcda76b2c1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.777791 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0194c1-b513-43d4-a874-1fcda76b2c1b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.778136 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0194c1-b513-43d4-a874-1fcda76b2c1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.778482 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0194c1-b513-43d4-a874-1fcda76b2c1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.778814 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0194c1-b513-43d4-a874-1fcda76b2c1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.779147 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0194c1-b513-43d4-a874-1fcda76b2c1b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.779477 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0194c1-b513-43d4-a874-1fcda76b2c1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.779802 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0194c1-b513-43d4-a874-1fcda76b2c1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.780135 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0194c1-b513-43d4-a874-1fcda76b2c1b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.780462 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0194c1-b513-43d4-a874-1fcda76b2c1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.780791 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0194c1-b513-43d4-a874-1fcda76b2c1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.781116 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0194c1-b513-43d4-a874-1fcda76b2c1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.781464 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0194c1-b513-43d4-a874-1fcda76b2c1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.781789 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0194c1-b513-43d4-a874-1fcda76b2c1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.782109 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0194c1-b513-43d4-a874-1fcda76b2c1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.823326 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-305ea5f7-5898-4d08-bd99-15abfd7b68de admin admin] Publish callbacks [] for security_group (586e5f8a-1e7b-4325-9dc0-6c721140384d), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:54.843874 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-305ea5f7-5898-4d08-bd99-15abfd7b68de admin admin] Publish callbacks [] for security_group (586e5f8a-1e7b-4325-9dc0-6c721140384d), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:54.961517 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-305ea5f7-5898-4d08-bd99-15abfd7b68de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (586e5f8a-1e7b-4325-9dc0-6c721140384d), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:54.964438 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-305ea5f7-5898-4d08-bd99-15abfd7b68de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:54.965640 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-305ea5f7-5898-4d08-bd99-15abfd7b68de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/586e5f8a-1e7b-4325-9dc0-6c721140384d HTTP/1.1" status: 204 len: 168 time: 0.1901996 Mar 23 11:14:54.973098 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ea5f7-5898-4d08-bd99-15abfd7b68de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586e5f8a-1e7b-4325-9dc0-6c721140384d,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:14:54.980735 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ea5f7-5898-4d08-bd99-15abfd7b68de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.981093 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ea5f7-5898-4d08-bd99-15abfd7b68de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.981471 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ea5f7-5898-4d08-bd99-15abfd7b68de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.981869 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ea5f7-5898-4d08-bd99-15abfd7b68de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.982155 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ea5f7-5898-4d08-bd99-15abfd7b68de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.982525 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ea5f7-5898-4d08-bd99-15abfd7b68de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.982859 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ea5f7-5898-4d08-bd99-15abfd7b68de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.983190 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ea5f7-5898-4d08-bd99-15abfd7b68de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.983521 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ea5f7-5898-4d08-bd99-15abfd7b68de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.983852 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ea5f7-5898-4d08-bd99-15abfd7b68de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.984183 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ea5f7-5898-4d08-bd99-15abfd7b68de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.984514 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ea5f7-5898-4d08-bd99-15abfd7b68de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.984843 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ea5f7-5898-4d08-bd99-15abfd7b68de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.985188 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ea5f7-5898-4d08-bd99-15abfd7b68de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:54.985518 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305ea5f7-5898-4d08-bd99-15abfd7b68de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:14:55.771826 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-334744a7-8a55-40e4-9807-5cafd834fbfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:57.835627 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28bb49a0-70bc-4578-bb29-3d875dbbc08f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:14:59.521654 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:15:00.704860 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:15:02.348610 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:15:21.447434 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:15:25.748345 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-eb1ba6b1-f5cc-4bad-b988-356315144458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:15:27.836497 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-17e40025-6b75-4cb2-a8c6-7d5b882aca7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:15:29.516057 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:15:29.994904 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:15:30.698873 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:15:32.336847 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:15:33.062842 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8bf6bbef-af06-4d28-beff-9cb7c76abfc6 req-0ce4f8db-7fde-4d49-b65a-411292c59b42 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424523 Mar 23 11:15:33.142802 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6bbef-af06-4d28-beff-9cb7c76abfc6 req-58147ee0-dd0a-42e4-829c-52f9a04abcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:15:33.144284 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8bf6bbef-af06-4d28-beff-9cb7c76abfc6 req-58147ee0-dd0a-42e4-829c-52f9a04abcd6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04a8334df6204f2ea209242c3de466a1&device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 1129 time: 0.0433092 Mar 23 11:15:33.250105 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6bbef-af06-4d28-beff-9cb7c76abfc6 req-11425cb8-f6bf-4f15-8a1a-a3e5f464e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:15:33.251586 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8bf6bbef-af06-4d28-beff-9cb7c76abfc6 req-11425cb8-f6bf-4f15-8a1a-a3e5f464e8cb service neutron] 10.222.0.52 "GET /v2.0/networks?id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109 HTTP/1.1" status: 200 len: 912 time: 0.0897954 Mar 23 11:15:33.315688 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8bf6bbef-af06-4d28-beff-9cb7c76abfc6 req-d96d3620-cc3a-4f9d-b76f-f6ee93ff7028 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 HTTP/1.1" status: 200 len: 1000 time: 0.0581489 Mar 23 11:15:33.364981 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6bbef-af06-4d28-beff-9cb7c76abfc6 req-061bb702-4874-46aa-845b-a21a8a31ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:15:33.366422 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8bf6bbef-af06-4d28-beff-9cb7c76abfc6 req-061bb702-4874-46aa-845b-a21a8a31ea7a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22af1c59-b8ec-4f9b-871a-ca144a9f0908 HTTP/1.1" status: 200 len: 850 time: 0.0457542 Mar 23 11:15:33.413807 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6bbef-af06-4d28-beff-9cb7c76abfc6 req-464fa266-1b74-4575-b13b-5a58c5609545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:15:33.415286 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8bf6bbef-af06-4d28-beff-9cb7c76abfc6 req-464fa266-1b74-4575-b13b-5a58c5609545 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433924 Mar 23 11:15:33.500730 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8bf6bbef-af06-4d28-beff-9cb7c76abfc6 req-1e901c58-0d06-4234-aead-4119e3addb5f service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790265 Mar 23 11:15:33.593242 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-8bf6bbef-af06-4d28-beff-9cb7c76abfc6 req-5e417deb-4c23-43be-9d2a-c30ebbc79bf7 service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857198 Mar 23 11:15:51.490919 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:15:54.496483 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc414681-5306-4b36-a1bc-5f274a71ea0f req-5d2c4532-b01b-4942-9338-b0620a5dc082 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:15:54.498033 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-cc414681-5306-4b36-a1bc-5f274a71ea0f req-5d2c4532-b01b-4942-9338-b0620a5dc082 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 945 time: 0.0537100 Mar 23 11:15:54.545081 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-cc414681-5306-4b36-a1bc-5f274a71ea0f req-4f8b24f5-5fcf-4667-b03b-f4a317993737 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414617 Mar 23 11:15:55.666160 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76375a9-6247-4b9b-b5ab-91205480804d req-2699f078-97ae-4c77-84f4-09abbf85f0b8 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:15:55.667698 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d76375a9-6247-4b9b-b5ab-91205480804d req-2699f078-97ae-4c77-84f4-09abbf85f0b8 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 945 time: 0.0540187 Mar 23 11:15:55.715526 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d76375a9-6247-4b9b-b5ab-91205480804d req-9e4af7b4-7dd5-4612-ba27-b85f107ec509 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419283 Mar 23 11:15:55.739178 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5fe66d19-0f86-4419-9c89-ef7214aff994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:15:56.005243 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee759e-9c82-4945-87cd-94f9e0aeae4c req-34319c16-e7fc-4e06-b5e5-a2a2d284ba21 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:15:56.006623 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-d1ee759e-9c82-4945-87cd-94f9e0aeae4c req-34319c16-e7fc-4e06-b5e5-a2a2d284ba21 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.52 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 945 time: 0.0517764 Mar 23 11:15:56.105431 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [req-d1ee759e-9c82-4945-87cd-94f9e0aeae4c req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Deleting port 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:15:56.105778 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-d1ee759e-9c82-4945-87cd-94f9e0aeae4c req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:15:56.204034 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-d1ee759e-9c82-4945-87cd-94f9e0aeae4c req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] For port 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7,segment=NetworkSegment(3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b),segment_id=3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:15:56.204391 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-d1ee759e-9c82-4945-87cd-94f9e0aeae4c req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:15:56.367431 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-d1ee759e-9c82-4945-87cd-94f9e0aeae4c req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:15:56.367709 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-d1ee759e-9c82-4945-87cd-94f9e0aeae4c req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (35a0dcc1-63e0-4ed4-949c-fbcc83c05d46), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:15:56.368028 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.db.l3_db [req-d1ee759e-9c82-4945-87cd-94f9e0aeae4c req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Floating IP 35a0dcc1-63e0-4ed4-949c-fbcc83c05d46 disassociated. External IP: 172.27.0.83, port: 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7. Mar 23 11:15:56.368371 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [req-d1ee759e-9c82-4945-87cd-94f9e0aeae4c req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Calling delete_port for 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 owned by compute:nova {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:15:56.565759 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-d1ee759e-9c82-4945-87cd-94f9e0aeae4c req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:15:56.594353 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Pushing event deleted for resources: {'Port': ['ID=1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:15:56.606749 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:15:56.606749 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:15:56.606749 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:15:56.606749 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:15:56.606749 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:15:56.606749 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:15:56.607264 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:15:56.607366 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:15:56.607655 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:15:56.607990 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:15:56.608307 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:15:56.608630 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:15:56.608958 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:15:56.609319 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:15:56.609642 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:15:56.720133 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1ee759e-9c82-4945-87cd-94f9e0aeae4c req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Router 0422e360-6014-4516-9799-3614d97e4e43 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:15:56.821334 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-61787441-ee7e-4a6c-9dff-98f6b615e670 req-29d78bc1-f42c-4738-a634-2266d82b3640 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 210 time: 0.0305941 Mar 23 11:15:56.829300 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1ee759e-9c82-4945-87cd-94f9e0aeae4c req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:15:56.851982 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa74d6da-b001-4fad-8712-6867475e265b None None] Sync routers for ids ['0422e360-6014-4516-9799-3614d97e4e43'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:15:56.862679 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa74d6da-b001-4fad-8712-6867475e265b None None] Routers {'0422e360-6014-4516-9799-3614d97e4e43'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:15:56.863397 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-fa74d6da-b001-4fad-8712-6867475e265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f29760a9970>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:15:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['0422e360-6014-4516-9799-3614d97e4e43'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:15:56.870546 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ee759e-9c82-4945-87cd-94f9e0aeae4c req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] No DVR routers for this DVR port 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 on host hv-cinder-79053 {{(pid=103539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:15:56.872920 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-d1ee759e-9c82-4945-87cd-94f9e0aeae4c req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:15:56.876190 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-d1ee759e-9c82-4945-87cd-94f9e0aeae4c req-897ac178-42e1-4e4f-b621-556b29d3537c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.52 "DELETE /v2.0/ports/1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 HTTP/1.1" status: 204 len: 173 time: 0.8639715 Mar 23 11:15:56.876644 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c959fa-51be-4bf9-9ad2-717f10b704f1', 'name': 'network-vif-deleted', 'tag': '1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:15:56.879108 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867bf9fc-2037-4bf2-a211-9b39a00b63c9" -d '{"events": [{"server_uuid": "65c959fa-51be-4bf9-9ad2-717f10b704f1", "name": "network-vif-deleted", "tag": "1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:15:56.984544 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-fa74d6da-b001-4fad-8712-6867475e265b None None] Set router 0422e360-6014-4516-9799-3614d97e4e43 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:15:57.148223 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3abc1a-e5ea-40db-bc90-c68e0fcd8071 x-openstack-request-id: req-bb3abc1a-e5ea-40db-bc90-c68e0fcd8071 {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:15:57.148719 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c959fa-51be-4bf9-9ad2-717f10b704f1", "name": "network-vif-deleted", "tag": "1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:15:57.148844 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb3abc1a-e5ea-40db-bc90-c68e0fcd8071 {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:15:57.149191 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb3abc1a-e5ea-40db-bc90-c68e0fcd8071'] response: {'server_uuid': '65c959fa-51be-4bf9-9ad2-717f10b704f1', 'name': 'network-vif-deleted', 'tag': '1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7', 'status': 'completed', 'code': 200} Mar 23 11:15:57.208778 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-fa74d6da-b001-4fad-8712-6867475e265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f29760a9970>, [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:01Z', 'revision_number': 4, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '799bc3a9-b924-407a-a9f6-33cc8176cec8', 'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'mac_address': 'fa:16:3e:81:2a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:00Z', 'updated_at': '2022-03-23T11:13:05Z', 'revision_number': 5, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'subnets': [{'id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:15:57.230846 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa74d6da-b001-4fad-8712-6867475e265b None None] Checking router: 0422e360-6014-4516-9799-3614d97e4e43 for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:15:57.239627 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa74d6da-b001-4fad-8712-6867475e265b None None] Routers {'0422e360-6014-4516-9799-3614d97e4e43'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:15:57.240240 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-fa74d6da-b001-4fad-8712-6867475e265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f29760a9970>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:15:28Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['0422e360-6014-4516-9799-3614d97e4e43'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:15:57.345994 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-fa74d6da-b001-4fad-8712-6867475e265b None None] Set router 0422e360-6014-4516-9799-3614d97e4e43 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:15:57.680547 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-fa74d6da-b001-4fad-8712-6867475e265b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f29760a9970>, [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:01Z', 'revision_number': 4, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '799bc3a9-b924-407a-a9f6-33cc8176cec8', 'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'mac_address': 'fa:16:3e:81:2a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:00Z', 'updated_at': '2022-03-23T11:13:05Z', 'revision_number': 5, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'subnets': [{'id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:15:57.707985 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa74d6da-b001-4fad-8712-6867475e265b None None] The sync data for ids ['0422e360-6014-4516-9799-3614d97e4e43'] in dv-cinder-790535-33-iscsi is: [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:01Z', 'revision_number': 4, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '799bc3a9-b924-407a-a9f6-33cc8176cec8', 'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'mac_address': 'fa:16:3e:81:2a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:00Z', 'updated_at': '2022-03-23T11:13:05Z', 'revision_number': 5, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'subnets': [{'id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:15:57.830636 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d8e4b288-96c8-43f3-a0ab-219b83680a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:15:57.930377 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4188d4f8-e9d7-4839-8c73-8d2418447650 req-44dbfdd6-f4ed-4f46-b235-539a7542eca6 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=65c959fa-51be-4bf9-9ad2-717f10b704f1 HTTP/1.1" status: 200 len: 210 time: 0.0286441 Mar 23 11:15:57.949992 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc26cae-c54d-4093-800b-a2e64d1d422a None None] New status for floating IP 35a0dcc1-63e0-4ed4-949c-fbcc83c05d46: DOWN {{(pid=103542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:15:59.180035 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-c0ef2fbf-a98a-4ebb-8a72-c4f2a5b1c919 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355555337&fields=id&tenant_id=04a8334df6204f2ea209242c3de466a1 HTTP/1.1" status: 200 len: 267 time: 0.0419545 Mar 23 11:15:59.282002 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-47b7cac2-cf60-4906-b041-af9ab7f6fa35 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:15:59.283839 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-47b7cac2-cf60-4906-b041-af9ab7f6fa35 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/networks?id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109 HTTP/1.1" status: 200 len: 811 time: 0.0970192 Mar 23 11:15:59.297973 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-262edd17-ffb7-4982-b0f4-9f78f33c54bf tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/quotas/04a8334df6204f2ea209242c3de466a1 HTTP/1.1" status: 200 len: 375 time: 0.0087979 Mar 23 11:15:59.350053 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-2257a2bb-0173-482a-92e1-e5041a836731 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=04a8334df6204f2ea209242c3de466a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466192 Mar 23 11:15:59.453481 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-ba5ae69f-8d46-4a3a-af75-390e531125b1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103540) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 11:15:59.454701 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-ba5ae69f-8d46-4a3a-af75-390e531125b1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0938170 Mar 23 11:15:59.527277 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:15:59.547214 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-537ebeb8-44a2-4523-b42e-4714dc7825ad service neutron] 10.222.0.41 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862551 Mar 23 11:15:59.633317 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-2ffc03a1-4b2d-48b6-8715-38822ced1800 service neutron] 10.222.0.41 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798330 Mar 23 11:15:59.670031 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:15:59.689670 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] No Port match for: 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:15:59.696764 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 1b973b0e-83e7-4c53-b9fd-175c3a6eb9e7 not bound to the agent host hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:16:00.249394 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ea80058a-3c8c-4eb3-b895-45eeed4c832e req-f689a65d-d198-4212-b31f-d3168fc06a2f tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 210 time: 0.0266976 Mar 23 11:16:00.794087 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:01.341352 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a72e219a-9319-4ac7-8e6d-f3571f74cb63 req-b8474c89-acdb-45a6-836b-ab38bf96bcc8 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 210 time: 0.0267167 Mar 23 11:16:02.228758 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-82bca46b-6fad-4195-af25-66a4b6b6be5b tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:02.230240 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-82bca46b-6fad-4195-af25-66a4b6b6be5b tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.52 "GET /v2.0/networks?id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109 HTTP/1.1" status: 200 len: 811 time: 0.1079359 Mar 23 11:16:02.291862 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-b8b6f7f7-418a-48fc-a7b9-a754331e3949 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04a8334df6204f2ea209242c3de466a1 HTTP/1.1" status: 200 len: 380 time: 0.0536146 Mar 23 11:16:02.300478 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-2e1b7e6d-1424-498f-8987-d53c4833995c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Request body: {'port': {'device_id': '0e1cfd2f-2c8d-4919-8b38-3db666d124a1', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'admin_state_up': True, 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'security_groups': ['c088994d-5eea-4269-8d79-41b0a696413e']}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:16:02.348121 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:02.441632 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-4468b30b-eff1-46ff-a252-b439dd7c33f0 req-5605d9c3-deb9-41c6-95b2-df5b1fd966ac tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 210 time: 0.0305741 Mar 23 11:16:02.479749 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-2e1b7e6d-1424-498f-8987-d53c4833995c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Made reservation on behalf of 04a8334df6204f2ea209242c3de466a1 for: {'port': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:16:02.483392 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-2e1b7e6d-1424-498f-8987-d53c4833995c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:02.610313 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-2e1b7e6d-1424-498f-8987-d53c4833995c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Allocated IP 172.20.0.3 (31d2a5ef-7ddb-4991-9f63-9439d7e0a109/22af1c59-b8ec-4f9b-871a-ca144a9f0908/6e2ea80b-5ff2-4fce-8002-ada9f734a0a1) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:16:02.745464 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-2e1b7e6d-1424-498f-8987-d53c4833995c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for port (6e2ea80b-5ff2-4fce-8002-ada9f734a0a1), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:02.828457 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-2e1b7e6d-1424-498f-8987-d53c4833995c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (6e2ea80b-5ff2-4fce-8002-ada9f734a0a1), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:02.878311 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-2e1b7e6d-1424-498f-8987-d53c4833995c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Network 31d2a5ef-7ddb-4991-9f63-9439d7e0a109 is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:16:02.883857 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-2e1b7e6d-1424-498f-8987-d53c4833995c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:16:02.886429 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-2e1b7e6d-1424-498f-8987-d53c4833995c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:16:02.893419 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1b7e6d-1424-498f-8987-d53c4833995c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Pushing event updated for resources: {'Port': ['ID=6e2ea80b-5ff2-4fce-8002-ada9f734a0a1,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:16:02.940896 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-2e1b7e6d-1424-498f-8987-d53c4833995c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:02.941538 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-2e1b7e6d-1424-498f-8987-d53c4833995c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:03.033624 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-2e1b7e6d-1424-498f-8987-d53c4833995c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7366967 Mar 23 11:16:03.044381 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-413202a0-95b6-4bc4-bdd4-2467b7516fde service neutron] Request body: {'port': {'device_id': '0e1cfd2f-2c8d-4919-8b38-3db666d124a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:16:03.106976 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-413202a0-95b6-4bc4-bdd4-2467b7516fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (6e2ea80b-5ff2-4fce-8002-ada9f734a0a1), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:03.145136 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-8747982c-95d7-4269-abe7-937485680a6d None None] Provisioning complete for port 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:16:03.145412 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8747982c-95d7-4269-abe7-937485680a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (6e2ea80b-5ff2-4fce-8002-ada9f734a0a1), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:03.179863 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-8747982c-95d7-4269-abe7-937485680a6d None None] Port 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:16:03.366337 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-413202a0-95b6-4bc4-bdd4-2467b7516fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 {{(pid=103539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:16:03.373521 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-413202a0-95b6-4bc4-bdd4-2467b7516fde service neutron] Publish callbacks [] for port (6e2ea80b-5ff2-4fce-8002-ada9f734a0a1), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:03.384991 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.provisioning_blocks [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-413202a0-95b6-4bc4-bdd4-2467b7516fde service neutron] Transition to ACTIVE for port object 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 will not be triggered until provisioned by entity L2. {{(pid=103539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 11:16:03.447795 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-413202a0-95b6-4bc4-bdd4-2467b7516fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (6e2ea80b-5ff2-4fce-8002-ada9f734a0a1), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:03.502590 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413202a0-95b6-4bc4-bdd4-2467b7516fde service neutron] Pushing event updated for resources: {'Port': ['ID=6e2ea80b-5ff2-4fce-8002-ada9f734a0a1,revision_number=2']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:16:03.573765 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d16fc7-6748-4776-a7cb-9694e3a30c58 req-ac0db6e7-1e6d-44fb-b3c2-3080abb290ec tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:03.578576 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c8d16fc7-6748-4776-a7cb-9694e3a30c58 req-ac0db6e7-1e6d-44fb-b3c2-3080abb290ec tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 943 time: 0.0567729 Mar 23 11:16:03.592593 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-413202a0-95b6-4bc4-bdd4-2467b7516fde service neutron] Attempting to bind port 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:16:03.593001 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-413202a0-95b6-4bc4-bdd4-2467b7516fde service neutron] Attempting to bind port 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109'}] {{(pid=103539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:16:03.593369 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-413202a0-95b6-4bc4-bdd4-2467b7516fde service neutron] Attempting to bind port 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 on network 31d2a5ef-7ddb-4991-9f63-9439d7e0a109 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:16:03.598021 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-413202a0-95b6-4bc4-bdd4-2467b7516fde service neutron] Port 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 on network 31d2a5ef-7ddb-4991-9f63-9439d7e0a109 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 11:16:03.598393 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-413202a0-95b6-4bc4-bdd4-2467b7516fde service neutron] Attempting to bind port 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 on network 31d2a5ef-7ddb-4991-9f63-9439d7e0a109 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:16:03.604536 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-413202a0-95b6-4bc4-bdd4-2467b7516fde service neutron] Checking agent: {'id': '3422437f-3c55-48f6-8aa2-6fea3ffa4df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'started_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:16:03.604881 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-413202a0-95b6-4bc4-bdd4-2467b7516fde service neutron] Checking segment: {'id': '3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:16:03.605300 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-413202a0-95b6-4bc4-bdd4-2467b7516fde service neutron] Bound using segment: {'id': '3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109'} {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:16:03.605733 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-413202a0-95b6-4bc4-bdd4-2467b7516fde service neutron] Bound port: 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109'}}] {{(pid=103539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:16:03.606186 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-413202a0-95b6-4bc4-bdd4-2467b7516fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (6e2ea80b-5ff2-4fce-8002-ada9f734a0a1), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:03.633381 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c8d16fc7-6748-4776-a7cb-9694e3a30c58 req-1fa44b3c-6c68-4fb3-b1aa-610362ed0141 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522377 Mar 23 11:16:03.682074 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-413202a0-95b6-4bc4-bdd4-2467b7516fde service neutron] For port 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1, host hv-cinder-79053, cleared binding levels {{(pid=103539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:16:03.685065 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-413202a0-95b6-4bc4-bdd4-2467b7516fde service neutron] For port 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6e2ea80b-5ff2-4fce-8002-ada9f734a0a1,segment=NetworkSegment(3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b),segment_id=3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b)] {{(pid=103539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:16:03.779662 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-413202a0-95b6-4bc4-bdd4-2467b7516fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (6e2ea80b-5ff2-4fce-8002-ada9f734a0a1), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:03.812067 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-413202a0-95b6-4bc4-bdd4-2467b7516fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:03.812694 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-413202a0-95b6-4bc4-bdd4-2467b7516fde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:03.814078 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-413202a0-95b6-4bc4-bdd4-2467b7516fde service neutron] 10.222.0.52 "PUT /v2.0/ports/6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 HTTP/1.1" status: 200 len: 1093 time: 0.7739179 Mar 23 11:16:03.818295 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1cfd2f-2c8d-4919-8b38-3db666d124a1', 'tag': '6e2ea80b-5ff2-4fce-8002-ada9f734a0a1'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:16:03.818295 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2912cc39-ea31-4a21-94e0-d96d914e2a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1cfd2f-2c8d-4919-8b38-3db666d124a1", "tag": "6e2ea80b-5ff2-4fce-8002-ada9f734a0a1"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:16:03.849267 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413202a0-95b6-4bc4-bdd4-2467b7516fde service neutron] Pushing event updated for resources: {'Port': ['ID=6e2ea80b-5ff2-4fce-8002-ada9f734a0a1,revision_number=3']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:16:03.855287 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dd82dc-6bbd-44e6-a2e6-4e2bba615ff8 x-openstack-request-id: req-f6dd82dc-6bbd-44e6-a2e6-4e2bba615ff8 {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:16:03.858121 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1cfd2f-2c8d-4919-8b38-3db666d124a1", "tag": "6e2ea80b-5ff2-4fce-8002-ada9f734a0a1", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:16:03.858121 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6dd82dc-6bbd-44e6-a2e6-4e2bba615ff8 {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:16:03.858121 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6dd82dc-6bbd-44e6-a2e6-4e2bba615ff8'] response: {'name': 'network-changed', 'server_uuid': '0e1cfd2f-2c8d-4919-8b38-3db666d124a1', 'tag': '6e2ea80b-5ff2-4fce-8002-ada9f734a0a1', 'status': 'completed', 'code': 200} Mar 23 11:16:03.934643 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912cc39-ea31-4a21-94e0-d96d914e2a6a req-0d318624-4aba-48fd-ad11-8d38f30d6f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:03.936191 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-2912cc39-ea31-4a21-94e0-d96d914e2a6a req-0d318624-4aba-48fd-ad11-8d38f30d6f2a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04a8334df6204f2ea209242c3de466a1&device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 1127 time: 0.0593562 Mar 23 11:16:04.037055 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912cc39-ea31-4a21-94e0-d96d914e2a6a req-87a27200-4fcd-4b3f-aa34-029ae54b8b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:04.038542 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-2912cc39-ea31-4a21-94e0-d96d914e2a6a req-87a27200-4fcd-4b3f-aa34-029ae54b8b1b service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=04a8334df6204f2ea209242c3de466a1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0955575 Mar 23 11:16:04.132242 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912cc39-ea31-4a21-94e0-d96d914e2a6a req-61f60b1b-0b58-4c87-baaa-143c925e90ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:04.133660 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-2912cc39-ea31-4a21-94e0-d96d914e2a6a req-61f60b1b-0b58-4c87-baaa-143c925e90ad service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895715 Mar 23 11:16:04.225300 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-d6c8e3af-6c13-43e9-b84a-2ca14408e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:04.226846 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-d6c8e3af-6c13-43e9-b84a-2ca14408e336 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04a8334df6204f2ea209242c3de466a1&device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 1127 time: 0.0449629 Mar 23 11:16:04.267623 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-bad1ee59-e056-45d1-9f8b-e75005b4bf70 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 HTTP/1.1" status: 200 len: 217 time: 0.0341132 Mar 23 11:16:04.316396 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-af0708ab-61fb-4676-bb56-0d2235a2143d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:04.318443 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-af0708ab-61fb-4676-bb56-0d2235a2143d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22af1c59-b8ec-4f9b-871a-ca144a9f0908 HTTP/1.1" status: 200 len: 850 time: 0.0454879 Mar 23 11:16:04.365472 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-1182f104-57d2-40b6-a0fb-fa144b2a942f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:04.366907 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-1182f104-57d2-40b6-a0fb-fa144b2a942f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419118 Mar 23 11:16:04.452454 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-dba50776-2824-406c-a5eb-a77ee22e8f2b service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791030 Mar 23 11:16:04.565700 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-fec2ddca-138a-4209-b2ef-31e378176fd9 req-3b28b55c-15e4-4272-ab07-4ce1b9f93a28 service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071734 Mar 23 11:16:04.755343 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b3cdf-4a28-4cd7-bbf4-4656eb272a09 req-166c5a85-9c1d-415d-90e0-6d45dae305a3 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:04.756814 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-284b3cdf-4a28-4cd7-bbf4-4656eb272a09 req-166c5a85-9c1d-415d-90e0-6d45dae305a3 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 943 time: 0.0528529 Mar 23 11:16:04.806451 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-284b3cdf-4a28-4cd7-bbf4-4656eb272a09 req-5971a564-7796-4703-a810-cccf608989e5 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440474 Mar 23 11:16:05.939157 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc70a29-71b7-40e8-a8df-939640d49357 req-87f450e4-5bbe-4bb2-bec3-0356027c4303 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:05.940626 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5bc70a29-71b7-40e8-a8df-939640d49357 req-87f450e4-5bbe-4bb2-bec3-0356027c4303 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 943 time: 0.0554793 Mar 23 11:16:05.990966 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5bc70a29-71b7-40e8-a8df-939640d49357 req-671792e2-2d16-4e92-8966-f67730717c28 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442050 Mar 23 11:16:06.994080 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:16:07.105538 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580a9cb-9dda-4d72-a343-e4ca3fd62d04 req-d990ed26-30ee-4c38-b446-b33a00816e2f tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:07.107017 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3580a9cb-9dda-4d72-a343-e4ca3fd62d04 req-d990ed26-30ee-4c38-b446-b33a00816e2f tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 943 time: 0.0518370 Mar 23 11:16:07.154170 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3580a9cb-9dda-4d72-a343-e4ca3fd62d04 req-1c5f305d-aeea-49b9-9b9d-259ea8939d69 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417335 Mar 23 11:16:08.280085 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c6198-61b1-4bb8-a095-d93924be0b3f req-1623525d-49b6-4b12-9ad8-c0a8d7954b9d tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:08.281643 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-499c6198-61b1-4bb8-a095-d93924be0b3f req-1623525d-49b6-4b12-9ad8-c0a8d7954b9d tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 943 time: 0.0619841 Mar 23 11:16:08.330391 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-499c6198-61b1-4bb8-a095-d93924be0b3f req-cfbf35cd-8e0f-4a88-aef5-17f9b7894b9b tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426049 Mar 23 11:16:09.446048 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38db2b-8bd3-4cc2-9c6f-3cc2be41d2ae req-79f16366-8253-4b37-9786-1ceb47b305fe tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:09.447524 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ab38db2b-8bd3-4cc2-9c6f-3cc2be41d2ae req-79f16366-8253-4b37-9786-1ceb47b305fe tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 943 time: 0.0520053 Mar 23 11:16:09.495392 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ab38db2b-8bd3-4cc2-9c6f-3cc2be41d2ae req-8501ceae-a89a-4461-a0f8-7451a34757c5 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424359 Mar 23 11:16:10.609876 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c59888-9a8e-4eef-a6b0-9f24011738e9 req-2f2c4349-900a-4163-9a49-aa87205e2e76 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:10.611374 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-66c59888-9a8e-4eef-a6b0-9f24011738e9 req-2f2c4349-900a-4163-9a49-aa87205e2e76 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 943 time: 0.0514209 Mar 23 11:16:10.662691 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-66c59888-9a8e-4eef-a6b0-9f24011738e9 req-824008f0-e8ab-4625-a7d6-156114383d96 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452189 Mar 23 11:16:11.777511 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99572d-d72b-4739-8c11-0735a65b6cc9 req-fda63e40-5709-45c4-b53f-d7a39e883255 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:11.778887 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fb99572d-d72b-4739-8c11-0735a65b6cc9 req-fda63e40-5709-45c4-b53f-d7a39e883255 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 943 time: 0.0508358 Mar 23 11:16:11.825901 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fb99572d-d72b-4739-8c11-0735a65b6cc9 req-37124296-d465-44c4-8dae-1cbc3893f5c4 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416927 Mar 23 11:16:12.942817 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae4c06-99e0-4856-9d8e-dbd3b60dd096 req-7ebb4f91-f170-44d6-a078-8a1bf65b9c4d tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:12.944285 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-dcae4c06-99e0-4856-9d8e-dbd3b60dd096 req-7ebb4f91-f170-44d6-a078-8a1bf65b9c4d tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 943 time: 0.0522559 Mar 23 11:16:12.991541 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-dcae4c06-99e0-4856-9d8e-dbd3b60dd096 req-896bb44f-5c74-42f8-9e20-b70bce4fd10c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416999 Mar 23 11:16:13.737914 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:16:13.832473 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6e2ea80b-5ff2-4fce-8002-ada9f734a0a1,segment=NetworkSegment(3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b),segment_id=3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:16:13.843999 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': '6e2ea80b-5ff2-4fce-8002-ada9f734a0a1', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'port_id': '6e2ea80b-5ff2-4fce-8002-ada9f734a0a1', 'mac_address': 'fa:16:3e:9a:fd:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:16:13.884759 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 is: DOWN; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:16:13.885165 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (6e2ea80b-5ff2-4fce-8002-ada9f734a0a1), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:13.897363 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:16:13.915343 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6e2ea80b-5ff2-4fce-8002-ada9f734a0a1,segment=NetworkSegment(3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b),segment_id=3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:16:13.988100 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (6e2ea80b-5ff2-4fce-8002-ada9f734a0a1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:14.036087 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=6e2ea80b-5ff2-4fce-8002-ada9f734a0a1,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:16:14.043169 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:14.043523 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:14.043871 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:14.044268 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:14.044606 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:14.044940 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:14.045349 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:14.045684 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:14.046282 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:14.046612 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:14.046939 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:14.047268 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:14.047600 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:14.047919 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:14.048241 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:14.109633 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5846ec-4772-41e9-9e54-79d0850c39df req-6dfe6476-7ae1-4500-ab70-397be35d85e5 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:14.111107 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9a5846ec-4772-41e9-9e54-79d0850c39df req-6dfe6476-7ae1-4500-ab70-397be35d85e5 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 944 time: 0.0561676 Mar 23 11:16:14.159980 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-9a5846ec-4772-41e9-9e54-79d0850c39df req-c3c69ad9-3161-441a-876c-601ec9aaa29a tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428188 Mar 23 11:16:14.198656 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['6e2ea80b-5ff2-4fce-8002-ada9f734a0a1'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:16:15.278870 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff1d23-c076-4470-8882-b88b76df8de9 req-0f1939b8-9207-496d-8ec7-9f46b2f13762 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:15.280395 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-25ff1d23-c076-4470-8882-b88b76df8de9 req-0f1939b8-9207-496d-8ec7-9f46b2f13762 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 944 time: 0.0542932 Mar 23 11:16:15.330444 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-25ff1d23-c076-4470-8882-b88b76df8de9 req-0ad70e8a-49ba-42b3-a052-13f0813dc6ac tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444629 Mar 23 11:16:15.753033 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:16:15.881638 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning for port 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 completed by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 11:16:15.885618 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:16:15.885998 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (6e2ea80b-5ff2-4fce-8002-ada9f734a0a1), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:15.964249 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:16:15.964720 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (6e2ea80b-5ff2-4fce-8002-ada9f734a0a1), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:15.987786 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1cfd2f-2c8d-4919-8b38-3db666d124a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2ea80b-5ff2-4fce-8002-ada9f734a0a1'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:16:15.990022 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108a15fe-8082-4e35-95dd-c5c0f5b81c5b" -d '{"events": [{"server_uuid": "0e1cfd2f-2c8d-4919-8b38-3db666d124a1", "name": "network-vif-plugged", "status": "completed", "tag": "6e2ea80b-5ff2-4fce-8002-ada9f734a0a1"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:16:16.002075 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6e2ea80b-5ff2-4fce-8002-ada9f734a0a1,segment=NetworkSegment(3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b),segment_id=3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:16:16.026683 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93f13c5-a931-40ed-9971-68f4860aed1c x-openstack-request-id: req-b93f13c5-a931-40ed-9971-68f4860aed1c {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:16:16.030896 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1cfd2f-2c8d-4919-8b38-3db666d124a1", "name": "network-vif-plugged", "status": "completed", "tag": "6e2ea80b-5ff2-4fce-8002-ada9f734a0a1", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:16:16.030896 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b93f13c5-a931-40ed-9971-68f4860aed1c {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:16:16.030896 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b93f13c5-a931-40ed-9971-68f4860aed1c'] response: {'server_uuid': '0e1cfd2f-2c8d-4919-8b38-3db666d124a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2ea80b-5ff2-4fce-8002-ada9f734a0a1', 'code': 200} Mar 23 11:16:16.073678 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (6e2ea80b-5ff2-4fce-8002-ada9f734a0a1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:16.120253 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=6e2ea80b-5ff2-4fce-8002-ada9f734a0a1,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:16:16.360095 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379d3ad-0d53-4b9f-8958-655a7449632f req-2a3affd6-70ff-405c-9895-5a06a468f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:16.360095 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-6379d3ad-0d53-4b9f-8958-655a7449632f req-2a3affd6-70ff-405c-9895-5a06a468f431 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 1129 time: 0.0471530 Mar 23 11:16:16.404932 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-6379d3ad-0d53-4b9f-8958-655a7449632f req-91a48b0d-c6c9-4858-84f1-564c3aad9829 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395081 Mar 23 11:16:16.448430 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3d60c-7d28-426a-95a8-297bc93fabfc req-655afef2-53f1-45a9-9db1-2b8731354551 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:16.449913 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f0c3d60c-7d28-426a-95a8-297bc93fabfc req-655afef2-53f1-45a9-9db1-2b8731354551 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 945 time: 0.0512586 Mar 23 11:16:16.501765 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-f0c3d60c-7d28-426a-95a8-297bc93fabfc req-3cac528f-0c6e-43d0-96b2-e6ecfd12edc3 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463383 Mar 23 11:16:17.622287 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd5c86-dd39-4469-a172-06e58539fd95 req-9a2fb0d1-fb12-40d6-b47f-9d94ad057b20 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:17.623806 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c4dd5c86-dd39-4469-a172-06e58539fd95 req-9a2fb0d1-fb12-40d6-b47f-9d94ad057b20 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 945 time: 0.0550201 Mar 23 11:16:17.672589 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-c4dd5c86-dd39-4469-a172-06e58539fd95 req-a76cb6a4-e1aa-477e-ba49-d3c67d9cbc33 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432212 Mar 23 11:16:17.788674 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3fc8a-b16c-4a97-bd2d-e0c0bf2886e0 req-42c3b7c7-1fc6-4f22-ada3-f97e2927cdab tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:17.790098 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-56e3fc8a-b16c-4a97-bd2d-e0c0bf2886e0 req-42c3b7c7-1fc6-4f22-ada3-f97e2927cdab tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 945 time: 0.0519216 Mar 23 11:16:17.837666 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-56e3fc8a-b16c-4a97-bd2d-e0c0bf2886e0 req-80b36e63-a100-4d38-b566-0bb614b9bf78 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421574 Mar 23 11:16:17.859677 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 57588) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:16:17.905470 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2db518c-dd4e-4b58-87b5-1259a966532a tempest-TestVolumeBootPattern-1140708384 tempest-TestVolumeBootPattern-1140708384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:17.906972 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-a2db518c-dd4e-4b58-87b5-1259a966532a tempest-TestVolumeBootPattern-1140708384 tempest-TestVolumeBootPattern-1140708384-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 1124 time: 0.0463042 Mar 23 11:16:17.909733 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 57590) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:16:17.914372 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Request body: {'floatingip': {'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'port_id': '6e2ea80b-5ff2-4fce-8002-ada9f734a0a1', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:16:17.996271 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:18.090711 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:18.193615 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Allocated IP 172.27.0.5 (95c18418-5bae-427e-9b81-a5d1c1650c0a/3e1497af-c43c-4f5b-914b-136f0356db85/d21dd8ec-5615-448a-84d4-080fa4bda36b) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:16:18.291485 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for port (d21dd8ec-5615-448a-84d4-080fa4bda36b), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:18.379418 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (d21dd8ec-5615-448a-84d4-080fa4bda36b), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:18.421249 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:16:18.424080 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:16:18.429536 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:16:18.434925 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Pushing event updated for resources: {'Port': ['ID=d21dd8ec-5615-448a-84d4-080fa4bda36b,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:16:18.462694 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:18.463046 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:18.463393 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:18.463741 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:18.464081 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:18.464418 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:18.464749 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:18.465080 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:18.465435 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:18.465768 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:18.466099 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:18.466429 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:18.466754 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:18.467079 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:18.467403 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:16:18.783787 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for floatingip (e68fd5e6-69dd-4612-adf1-46ab51263eec), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:18.901660 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (d21dd8ec-5615-448a-84d4-080fa4bda36b), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:19.047962 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for port (d21dd8ec-5615-448a-84d4-080fa4bda36b), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:19.118992 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (d21dd8ec-5615-448a-84d4-080fa4bda36b), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:19.186912 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Pushing event updated for resources: {'Port': ['ID=d21dd8ec-5615-448a-84d4-080fa4bda36b,revision_number=2']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:16:19.197089 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (e68fd5e6-69dd-4612-adf1-46ab51263eec), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:19.295638 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.l3_db [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Floating IP e68fd5e6-69dd-4612-adf1-46ab51263eec associated. External IP: 172.27.0.5, port: 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1. Mar 23 11:16:19.501396 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Router 0422e360-6014-4516-9799-3614d97e4e43 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:16:19.612521 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:16:19.623161 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341960d2-de9f-4f90-a349-c44890cd4c6e None None] Sync routers for ids ['0422e360-6014-4516-9799-3614d97e4e43'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:16:19.632293 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341960d2-de9f-4f90-a349-c44890cd4c6e None None] Routers {'0422e360-6014-4516-9799-3614d97e4e43'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:16:19.632915 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-341960d2-de9f-4f90-a349-c44890cd4c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975bb6250>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:15:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['0422e360-6014-4516-9799-3614d97e4e43'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:16:19.706911 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:19.737165 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-db0169f6-9b92-487e-9165-32ef0b7178ad tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8262968 Mar 23 11:16:19.737780 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1cfd2f-2c8d-4919-8b38-3db666d124a1', 'tag': '6e2ea80b-5ff2-4fce-8002-ada9f734a0a1'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:16:19.740022 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c3102b-f7c8-46e2-9450-2b468cf34e60" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1cfd2f-2c8d-4919-8b38-3db666d124a1", "tag": "6e2ea80b-5ff2-4fce-8002-ada9f734a0a1"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:16:19.741084 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-341960d2-de9f-4f90-a349-c44890cd4c6e None None] Set router 0422e360-6014-4516-9799-3614d97e4e43 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:16:19.774697 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ab6b87-0592-45ef-a12a-8d69047aa79f x-openstack-request-id: req-69ab6b87-0592-45ef-a12a-8d69047aa79f {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:16:19.774986 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1cfd2f-2c8d-4919-8b38-3db666d124a1", "tag": "6e2ea80b-5ff2-4fce-8002-ada9f734a0a1", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:16:19.775245 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69ab6b87-0592-45ef-a12a-8d69047aa79f {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:16:19.775658 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69ab6b87-0592-45ef-a12a-8d69047aa79f'] response: {'name': 'network-changed', 'server_uuid': '0e1cfd2f-2c8d-4919-8b38-3db666d124a1', 'tag': '6e2ea80b-5ff2-4fce-8002-ada9f734a0a1', 'status': 'completed', 'code': 200} Mar 23 11:16:19.844141 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3102b-f7c8-46e2-9450-2b468cf34e60 req-ecfe4c99-e60a-427d-9ad9-69a4bf803f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:19.845743 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-86c3102b-f7c8-46e2-9450-2b468cf34e60 req-ecfe4c99-e60a-427d-9ad9-69a4bf803f1f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04a8334df6204f2ea209242c3de466a1&device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 1129 time: 0.0470066 Mar 23 11:16:19.937949 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3102b-f7c8-46e2-9450-2b468cf34e60 req-c5aef99f-fa66-420e-81d0-7a387b2726f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:19.940022 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-86c3102b-f7c8-46e2-9450-2b468cf34e60 req-c5aef99f-fa66-420e-81d0-7a387b2726f0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109 HTTP/1.1" status: 200 len: 912 time: 0.0887823 Mar 23 11:16:19.968736 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-341960d2-de9f-4f90-a349-c44890cd4c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975bb6250>, [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:01Z', 'revision_number': 4, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': 'e68fd5e6-69dd-4612-adf1-46ab51263eec', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '0422e360-6014-4516-9799-3614d97e4e43', 'port_id': '6e2ea80b-5ff2-4fce-8002-ada9f734a0a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'mac_address': 'fa:16:3e:9a:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cfd2f-2c8d-4919-8b38-3db666d124a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:16:18Z', 'updated_at': '2022-03-23T11:16:18Z', 'revision_number': 0, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799bc3a9-b924-407a-a9f6-33cc8176cec8', 'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'mac_address': 'fa:16:3e:81:2a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:00Z', 'updated_at': '2022-03-23T11:13:05Z', 'revision_number': 5, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'subnets': [{'id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:16:19.994959 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341960d2-de9f-4f90-a349-c44890cd4c6e None None] Checking router: 0422e360-6014-4516-9799-3614d97e4e43 for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:16:20.003082 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341960d2-de9f-4f90-a349-c44890cd4c6e None None] Routers {'0422e360-6014-4516-9799-3614d97e4e43'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:16:20.003735 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-341960d2-de9f-4f90-a349-c44890cd4c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975bb6250>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:15:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['0422e360-6014-4516-9799-3614d97e4e43'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:16:20.017281 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-86c3102b-f7c8-46e2-9450-2b468cf34e60 req-92ada3fc-3f79-4724-9014-b49a5a924025 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 HTTP/1.1" status: 200 len: 997 time: 0.0717108 Mar 23 11:16:20.064300 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3102b-f7c8-46e2-9450-2b468cf34e60 req-d23d0506-cdc6-4dee-850e-89a8f51c6c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:20.065981 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-86c3102b-f7c8-46e2-9450-2b468cf34e60 req-d23d0506-cdc6-4dee-850e-89a8f51c6c45 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22af1c59-b8ec-4f9b-871a-ca144a9f0908 HTTP/1.1" status: 200 len: 850 time: 0.0434771 Mar 23 11:16:20.111054 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-341960d2-de9f-4f90-a349-c44890cd4c6e None None] Set router 0422e360-6014-4516-9799-3614d97e4e43 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:16:20.113310 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3102b-f7c8-46e2-9450-2b468cf34e60 req-d22093b7-cbaf-4d36-aa1b-579c5f5b19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:20.114841 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-86c3102b-f7c8-46e2-9450-2b468cf34e60 req-d22093b7-cbaf-4d36-aa1b-579c5f5b19a4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431557 Mar 23 11:16:20.204448 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-86c3102b-f7c8-46e2-9450-2b468cf34e60 req-16c492ed-35a6-49bb-91a6-d84cd230b0b2 service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831249 Mar 23 11:16:20.296813 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-86c3102b-f7c8-46e2-9450-2b468cf34e60 req-67eda4fa-2cea-42ee-9e14-3830bc73f52d service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862463 Mar 23 11:16:20.335651 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-341960d2-de9f-4f90-a349-c44890cd4c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975bb6250>, [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:01Z', 'revision_number': 4, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': 'e68fd5e6-69dd-4612-adf1-46ab51263eec', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '0422e360-6014-4516-9799-3614d97e4e43', 'port_id': '6e2ea80b-5ff2-4fce-8002-ada9f734a0a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'mac_address': 'fa:16:3e:9a:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cfd2f-2c8d-4919-8b38-3db666d124a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:16:18Z', 'updated_at': '2022-03-23T11:16:18Z', 'revision_number': 0, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799bc3a9-b924-407a-a9f6-33cc8176cec8', 'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'mac_address': 'fa:16:3e:81:2a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:00Z', 'updated_at': '2022-03-23T11:13:05Z', 'revision_number': 5, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'subnets': [{'id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:16:20.361500 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341960d2-de9f-4f90-a349-c44890cd4c6e None None] The sync data for ids ['0422e360-6014-4516-9799-3614d97e4e43'] in dv-cinder-790535-33-iscsi is: [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:01Z', 'revision_number': 4, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': 'e68fd5e6-69dd-4612-adf1-46ab51263eec', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '0422e360-6014-4516-9799-3614d97e4e43', 'port_id': '6e2ea80b-5ff2-4fce-8002-ada9f734a0a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'mac_address': 'fa:16:3e:9a:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cfd2f-2c8d-4919-8b38-3db666d124a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:16:18Z', 'updated_at': '2022-03-23T11:16:18Z', 'revision_number': 0, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799bc3a9-b924-407a-a9f6-33cc8176cec8', 'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'mac_address': 'fa:16:3e:81:2a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:00Z', 'updated_at': '2022-03-23T11:13:05Z', 'revision_number': 5, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'subnets': [{'id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:16:20.553040 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd83b35-e2c9-4c09-a614-559a7d72ade0 None None] New status for floating IP e68fd5e6-69dd-4612-adf1-46ab51263eec: ACTIVE {{(pid=103542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:16:21.464413 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:25.736911 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-aebb0252-3d33-4481-a958-c36781eec84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:27.847661 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8db0f6c9-858e-4cc4-bf2f-bdcbff090beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:29.519405 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:30.725236 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:32.344470 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:34.073849 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-1ee586b6-d85d-46ba-b323-07848aed4ad1 req-9773a318-e143-4b4a-a35c-9074c7543988 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529373 Mar 23 11:16:34.159152 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee586b6-d85d-46ba-b323-07848aed4ad1 req-a6393a68-b5ec-45b8-ba97-d6548a3f56b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:34.160624 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-1ee586b6-d85d-46ba-b323-07848aed4ad1 req-a6393a68-b5ec-45b8-ba97-d6548a3f56b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04a8334df6204f2ea209242c3de466a1&device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 1129 time: 0.0472262 Mar 23 11:16:34.497169 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee586b6-d85d-46ba-b323-07848aed4ad1 req-3e158c12-45a8-4d8d-914b-8c77c0e4e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:34.498661 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-1ee586b6-d85d-46ba-b323-07848aed4ad1 req-3e158c12-45a8-4d8d-914b-8c77c0e4e84b service neutron] 10.222.0.52 "GET /v2.0/networks?id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109 HTTP/1.1" status: 200 len: 912 time: 0.3216121 Mar 23 11:16:34.568268 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-1ee586b6-d85d-46ba-b323-07848aed4ad1 req-00ddf4f9-a194-4320-a0ad-e9fa4905b429 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 HTTP/1.1" status: 200 len: 999 time: 0.0631478 Mar 23 11:16:34.618710 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee586b6-d85d-46ba-b323-07848aed4ad1 req-cc7f6a27-06d9-4bf7-a8bc-79e3e89487d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:34.620133 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-1ee586b6-d85d-46ba-b323-07848aed4ad1 req-cc7f6a27-06d9-4bf7-a8bc-79e3e89487d8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22af1c59-b8ec-4f9b-871a-ca144a9f0908 HTTP/1.1" status: 200 len: 850 time: 0.0425611 Mar 23 11:16:34.667048 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee586b6-d85d-46ba-b323-07848aed4ad1 req-3529b445-bd4f-4c92-99cd-2c066419908a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:16:34.669061 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-1ee586b6-d85d-46ba-b323-07848aed4ad1 req-3529b445-bd4f-4c92-99cd-2c066419908a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424562 Mar 23 11:16:34.756583 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-1ee586b6-d85d-46ba-b323-07848aed4ad1 req-be471f46-fee0-45d1-a031-19fd4e0a3845 service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808437 Mar 23 11:16:34.843582 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-1ee586b6-d85d-46ba-b323-07848aed4ad1 req-e3fdfdb5-76cd-4a11-9412-9493d864bdf6 service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810804 Mar 23 11:16:43.991935 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:16:51.441529 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:55.733696 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-eadc92eb-011e-422c-8ba6-64679fb09820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:57.876248 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-5d927387-6002-48bc-bef9-99aa1ef91f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:16:59.513173 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:17:00.704499 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:17:02.359614 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:17:20.990235 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:17:21.478878 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:17:25.727774 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8649-6829-4756-ab57-5682825a7333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:17:27.827357 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-52a8f745-e25f-4d8f-90d0-5f85e598180d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:17:29.501285 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:17:30.724505 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:17:32.341484 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:17:34.056452 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f9f20286-b262-4c5a-9787-97c95176d9cc req-bcdca25b-e23b-412b-a182-2e3e2c66101e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431025 Mar 23 11:17:34.142767 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f20286-b262-4c5a-9787-97c95176d9cc req-b37ce336-ec07-48cd-87d0-2677532b1313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:34.144248 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f9f20286-b262-4c5a-9787-97c95176d9cc req-b37ce336-ec07-48cd-87d0-2677532b1313 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04a8334df6204f2ea209242c3de466a1&device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 1129 time: 0.0469949 Mar 23 11:17:34.241756 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f20286-b262-4c5a-9787-97c95176d9cc req-6f471dda-db6a-4322-9225-e074dab66155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:34.243250 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f9f20286-b262-4c5a-9787-97c95176d9cc req-6f471dda-db6a-4322-9225-e074dab66155 service neutron] 10.222.0.52 "GET /v2.0/networks?id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109 HTTP/1.1" status: 200 len: 912 time: 0.0816045 Mar 23 11:17:34.308522 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f9f20286-b262-4c5a-9787-97c95176d9cc req-ba7b515f-79ea-4c77-9c9b-0f4104519f63 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 HTTP/1.1" status: 200 len: 999 time: 0.0595069 Mar 23 11:17:34.353988 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f20286-b262-4c5a-9787-97c95176d9cc req-b040339d-5e19-4a1e-948e-943e733a5e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:34.355374 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f9f20286-b262-4c5a-9787-97c95176d9cc req-b040339d-5e19-4a1e-948e-943e733a5e04 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22af1c59-b8ec-4f9b-871a-ca144a9f0908 HTTP/1.1" status: 200 len: 850 time: 0.0415413 Mar 23 11:17:34.401280 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f20286-b262-4c5a-9787-97c95176d9cc req-f1519018-2404-4c45-81ed-7a0383e9e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:17:34.402729 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f9f20286-b262-4c5a-9787-97c95176d9cc req-f1519018-2404-4c45-81ed-7a0383e9e710 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421150 Mar 23 11:17:34.491207 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f9f20286-b262-4c5a-9787-97c95176d9cc req-ef90328a-c1c3-4cbf-a471-e28b2ae8b1a7 service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821319 Mar 23 11:17:34.578502 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-f9f20286-b262-4c5a-9787-97c95176d9cc req-d5fb0e2f-f9bb-4536-aeb2-9e92f33b9176 service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817413 Mar 23 11:17:51.450644 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:17:55.724324 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0658a414-ec6f-4296-b00f-3a954fe58351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:17:57.005748 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [req-88304562-75c9-4091-9618-165547068130 req-27de3e11-b9d2-4e32-a0d2-709d5e38075a service neutron] (103540) timed out ('10.222.0.52', 50996) {{(pid=103540) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 11:17:57.853491 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-9c0f4ee5-cc23-479f-8df7-34477cda1615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:17:57.990415 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:17:59.541420 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:00.718425 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:02.345193 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:07.403768 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-c5f3fcf8-2d8c-42cb-aaa5-ccca6c9f45df tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355555337&fields=id&tenant_id=04a8334df6204f2ea209242c3de466a1 HTTP/1.1" status: 200 len: 267 time: 0.0466709 Mar 23 11:18:07.516224 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-5999fb65-671c-47d7-9206-4f92b10f67c0 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:07.517698 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-5999fb65-671c-47d7-9206-4f92b10f67c0 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/networks?id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109 HTTP/1.1" status: 200 len: 811 time: 0.1066356 Mar 23 11:18:07.534442 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-d47e042f-2ea1-4d6c-8397-2612add30922 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/quotas/04a8334df6204f2ea209242c3de466a1 HTTP/1.1" status: 200 len: 375 time: 0.0108194 Mar 23 11:18:07.603597 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-439c3c14-40e8-4e6b-b388-57a8adad1e77 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=04a8334df6204f2ea209242c3de466a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535576 Mar 23 11:18:07.693843 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-2c1b77d2-9d44-46e0-8344-126dffcb5e33 service neutron] 10.222.0.41 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789621 Mar 23 11:18:07.784333 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-1c80c5b2-bb6f-412f-9d56-8338cd3f464d service neutron] 10.222.0.41 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848258 Mar 23 11:18:08.374477 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6bdbe0ae-41c9-4ba5-94d3-6a0c8fde4aa5 req-80af051c-2fb7-4be5-8122-ad9b33fa19a2 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 210 time: 0.0784981 Mar 23 11:18:09.518556 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-157b24e1-7d08-4f61-87eb-fc37ff17c093 req-c4a70f6a-f2a8-4e32-b0e1-9c2fcd1be22d tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 210 time: 0.0268590 Mar 23 11:18:10.178467 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-1dcb32c1-1fad-4e49-bf3a-ee6254c980e7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:10.179939 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-1dcb32c1-1fad-4e49-bf3a-ee6254c980e7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.52 "GET /v2.0/networks?id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109 HTTP/1.1" status: 200 len: 811 time: 0.1034358 Mar 23 11:18:10.241407 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-8d10e3e6-6469-4e5b-8603-c8422cb01e2a tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04a8334df6204f2ea209242c3de466a1 HTTP/1.1" status: 200 len: 380 time: 0.0528107 Mar 23 11:18:10.251860 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Request body: {'port': {'device_id': '195fb9bc-2a5a-411b-a064-226d7e2dc020', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'admin_state_up': True, 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'security_groups': ['c088994d-5eea-4269-8d79-41b0a696413e']}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:18:10.436231 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Made reservation on behalf of 04a8334df6204f2ea209242c3de466a1 for: {'port': 1} {{(pid=103539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:18:10.439655 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:10.567400 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_common [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Allocated IP 172.20.0.5 (31d2a5ef-7ddb-4991-9f63-9439d7e0a109/22af1c59-b8ec-4f9b-871a-ca144a9f0908/04b701b0-b75b-41b4-9229-66af06183c98) {{(pid=103539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:18:10.619685 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6bf54395-452f-4076-b5d5-2717c626027e req-cc39e699-908f-4353-8f3a-fa133dc0f5dc tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 210 time: 0.0273509 Mar 23 11:18:10.706618 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for port (04b701b0-b75b-41b4-9229-66af06183c98), precommit_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:10.775753 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (04b701b0-b75b-41b4-9229-66af06183c98), after_create {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:10.819093 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Network 31d2a5ef-7ddb-4991-9f63-9439d7e0a109 is already hosted by enough agents. {{(pid=103539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:18:10.822253 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.base_scheduler [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Resources bound (agent type, host, resource id): {{(pid=103539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:18:10.824828 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Received port after_create {{(pid=103539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:18:10.854688 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Pushing event updated for resources: {'Port': ['ID=04b701b0-b75b-41b4-9229-66af06183c98,revision_number=1']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:18:10.868286 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:10.868641 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:10.868978 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:10.869348 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:10.869676 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:10.870027 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:10.870339 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:10.870658 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:10.870978 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:10.871302 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:10.871622 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:10.871985 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:10.872257 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:10.872570 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:10.872892 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:10.897464 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:10.898092 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:11.016534 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-0623f98d-c965-486a-a3dd-9b2593ab1f30 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7683468 Mar 23 11:18:11.072203 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.v2.base [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-d70ee109-a314-4845-961b-8e9c72f17f27 service neutron] Request body: {'port': {'device_id': '195fb9bc-2a5a-411b-a064-226d7e2dc020', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79053'}} {{(pid=103539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:18:11.097703 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-25f1de3a-3ee3-42ad-b7a8-0ad4ffa589ac None None] Provisioning complete for port 04b701b0-b75b-41b4-9229-66af06183c98 triggered by entity DHCP. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:18:11.098354 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-25f1de3a-3ee3-42ad-b7a8-0ad4ffa589ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (04b701b0-b75b-41b4-9229-66af06183c98), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:11.132629 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-25f1de3a-3ee3-42ad-b7a8-0ad4ffa589ac None None] Port 04b701b0-b75b-41b4-9229-66af06183c98 cannot update to ACTIVE because it is not bound. {{(pid=103541) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 11:18:11.134073 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-d70ee109-a314-4845-961b-8e9c72f17f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (04b701b0-b75b-41b4-9229-66af06183c98), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:11.392535 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-d70ee109-a314-4845-961b-8e9c72f17f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b701b0-b75b-41b4-9229-66af06183c98 {{(pid=103539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:18:11.400009 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-d70ee109-a314-4845-961b-8e9c72f17f27 service neutron] Publish callbacks [] for port (04b701b0-b75b-41b4-9229-66af06183c98), precommit_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:11.412151 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.provisioning_blocks [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-d70ee109-a314-4845-961b-8e9c72f17f27 service neutron] Transition to ACTIVE for port object 04b701b0-b75b-41b4-9229-66af06183c98 will not be triggered until provisioned by entity L2. {{(pid=103539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 11:18:11.478374 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-d70ee109-a314-4845-961b-8e9c72f17f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (04b701b0-b75b-41b4-9229-66af06183c98), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:11.531315 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ee109-a314-4845-961b-8e9c72f17f27 service neutron] Pushing event updated for resources: {'Port': ['ID=04b701b0-b75b-41b4-9229-66af06183c98,revision_number=2']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:18:11.605169 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-d70ee109-a314-4845-961b-8e9c72f17f27 service neutron] Attempting to bind port 04b701b0-b75b-41b4-9229-66af06183c98 on host hv-cinder-79053 for vnic_type normal with profile {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 11:18:11.605528 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-d70ee109-a314-4845-961b-8e9c72f17f27 service neutron] Attempting to bind port 04b701b0-b75b-41b4-9229-66af06183c98 by drivers openvswitch,hyperv on host hv-cinder-79053 at level 0 using segments [{'id': '3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109'}] {{(pid=103539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 11:18:11.605850 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-d70ee109-a314-4845-961b-8e9c72f17f27 service neutron] Attempting to bind port 04b701b0-b75b-41b4-9229-66af06183c98 on network 31d2a5ef-7ddb-4991-9f63-9439d7e0a109 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:18:11.612165 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-d70ee109-a314-4845-961b-8e9c72f17f27 service neutron] Port 04b701b0-b75b-41b4-9229-66af06183c98 on network 31d2a5ef-7ddb-4991-9f63-9439d7e0a109 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79053 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 11:18:11.612492 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-d70ee109-a314-4845-961b-8e9c72f17f27 service neutron] Attempting to bind port 04b701b0-b75b-41b4-9229-66af06183c98 on network 31d2a5ef-7ddb-4991-9f63-9439d7e0a109 {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 11:18:11.617538 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-d70ee109-a314-4845-961b-8e9c72f17f27 service neutron] Checking agent: {'id': '3422437f-3c55-48f6-8aa2-6fea3ffa4df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'started_at': datetime.datetime(2022, 3, 23, 11, 0, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 11:18:11.618090 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-d70ee109-a314-4845-961b-8e9c72f17f27 service neutron] Checking segment: {'id': '3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 11:18:11.618507 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-d70ee109-a314-4845-961b-8e9c72f17f27 service neutron] Bound using segment: {'id': '3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109'} {{(pid=103539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 11:18:11.618938 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.managers [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-d70ee109-a314-4845-961b-8e9c72f17f27 service neutron] Bound port: 04b701b0-b75b-41b4-9229-66af06183c98, host: hv-cinder-79053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109'}}] {{(pid=103539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 11:18:11.619299 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-d70ee109-a314-4845-961b-8e9c72f17f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (04b701b0-b75b-41b4-9229-66af06183c98), before_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:11.687687 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-d70ee109-a314-4845-961b-8e9c72f17f27 service neutron] For port 04b701b0-b75b-41b4-9229-66af06183c98, host hv-cinder-79053, cleared binding levels {{(pid=103539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 11:18:11.694988 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-d70ee109-a314-4845-961b-8e9c72f17f27 service neutron] For port 04b701b0-b75b-41b4-9229-66af06183c98, host hv-cinder-79053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=04b701b0-b75b-41b4-9229-66af06183c98,segment=NetworkSegment(3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b),segment_id=3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b)] {{(pid=103539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 11:18:11.745042 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbf145-e966-4d43-9eb9-886472255ab0 req-50624850-d74c-425f-adfa-49aefbedf5b2 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:11.746574 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-84bbf145-e966-4d43-9eb9-886472255ab0 req-50624850-d74c-425f-adfa-49aefbedf5b2 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 943 time: 0.0562868 Mar 23 11:18:11.776966 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-d70ee109-a314-4845-961b-8e9c72f17f27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11798531'] for port (04b701b0-b75b-41b4-9229-66af06183c98), after_update {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:11.796376 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-84bbf145-e966-4d43-9eb9-886472255ab0 req-bc9b49bd-e3ba-46cf-9b5a-d021430437c4 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440216 Mar 23 11:18:11.809977 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-d70ee109-a314-4845-961b-8e9c72f17f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:11.809977 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-d70ee109-a314-4845-961b-8e9c72f17f27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:11.809977 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-d70ee109-a314-4845-961b-8e9c72f17f27 service neutron] 10.222.0.52 "PUT /v2.0/ports/04b701b0-b75b-41b4-9229-66af06183c98 HTTP/1.1" status: 200 len: 1093 time: 0.7851369 Mar 23 11:18:11.810316 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195fb9bc-2a5a-411b-a064-226d7e2dc020', 'tag': '04b701b0-b75b-41b4-9229-66af06183c98'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:18:11.812455 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86901678-06b2-4302-b480-ced57a144d82" -d '{"events": [{"name": "network-changed", "server_uuid": "195fb9bc-2a5a-411b-a064-226d7e2dc020", "tag": "04b701b0-b75b-41b4-9229-66af06183c98"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:18:11.841667 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ee109-a314-4845-961b-8e9c72f17f27 service neutron] Pushing event updated for resources: {'Port': ['ID=04b701b0-b75b-41b4-9229-66af06183c98,revision_number=3']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:18:11.849863 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58909bd4-0661-4dc4-9e3c-7127c02a771f x-openstack-request-id: req-58909bd4-0661-4dc4-9e3c-7127c02a771f {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:18:11.849863 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195fb9bc-2a5a-411b-a064-226d7e2dc020", "tag": "04b701b0-b75b-41b4-9229-66af06183c98", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:18:11.850113 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58909bd4-0661-4dc4-9e3c-7127c02a771f {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:18:11.850937 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58909bd4-0661-4dc4-9e3c-7127c02a771f'] response: {'name': 'network-changed', 'server_uuid': '195fb9bc-2a5a-411b-a064-226d7e2dc020', 'tag': '04b701b0-b75b-41b4-9229-66af06183c98', 'status': 'completed', 'code': 200} Mar 23 11:18:11.916260 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86901678-06b2-4302-b480-ced57a144d82 req-8eeac869-7e8f-45a2-80ff-a6cbed5653b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:11.917822 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-86901678-06b2-4302-b480-ced57a144d82 req-8eeac869-7e8f-45a2-80ff-a6cbed5653b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04a8334df6204f2ea209242c3de466a1&device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 1127 time: 0.0463133 Mar 23 11:18:12.025386 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86901678-06b2-4302-b480-ced57a144d82 req-783fffda-9aba-44cf-bf4d-3b88d8fd9d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:12.026834 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-86901678-06b2-4302-b480-ced57a144d82 req-783fffda-9aba-44cf-bf4d-3b88d8fd9d79 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=04a8334df6204f2ea209242c3de466a1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1029096 Mar 23 11:18:12.117026 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86901678-06b2-4302-b480-ced57a144d82 req-de589f91-db31-43a7-a96c-fb0d43f9c3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:12.118562 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-86901678-06b2-4302-b480-ced57a144d82 req-de589f91-db31-43a7-a96c-fb0d43f9c3ed service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857749 Mar 23 11:18:12.201489 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-64114ba5-e24d-4157-b407-2f2975b88881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:12.202922 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-64114ba5-e24d-4157-b407-2f2975b88881 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04a8334df6204f2ea209242c3de466a1&device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 1127 time: 0.0483623 Mar 23 11:18:12.249982 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-5e7505f8-5c07-4ce5-ac7a-0be759851774 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04b701b0-b75b-41b4-9229-66af06183c98 HTTP/1.1" status: 200 len: 217 time: 0.0369489 Mar 23 11:18:12.298065 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-a0f1c948-303c-41fe-aab2-f63d8722584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:12.299762 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-a0f1c948-303c-41fe-aab2-f63d8722584d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22af1c59-b8ec-4f9b-871a-ca144a9f0908 HTTP/1.1" status: 200 len: 850 time: 0.0434599 Mar 23 11:18:12.349523 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-9c9ec003-8dd3-47a0-8301-0dabced324ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:12.350991 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-9c9ec003-8dd3-47a0-8301-0dabced324ea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456345 Mar 23 11:18:12.437283 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-69b441ad-39cc-4c5d-a21e-3ddf894f12bb service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791357 Mar 23 11:18:12.532674 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-a5967e7e-bf5f-4d88-80c7-315d1b34fdf3 req-b33581e8-c4cc-4c68-a487-0b4fa9dcc097 service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901229 Mar 23 11:18:12.913347 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e678c8-d7be-412e-92bb-64d3949c59d5 req-99feaa3d-5198-40fa-bbda-2ff0874c7884 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:12.914840 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b0e678c8-d7be-412e-92bb-64d3949c59d5 req-99feaa3d-5198-40fa-bbda-2ff0874c7884 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 943 time: 0.0527456 Mar 23 11:18:12.962450 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-b0e678c8-d7be-412e-92bb-64d3949c59d5 req-5b7bce30-a7f5-43ff-af2f-8f91ab15a34a tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420902 Mar 23 11:18:14.077663 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dde412-6cc4-4bbf-acec-0db013b376c2 req-1cd97805-2e0a-493b-a157-0a129dd4566a tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:14.079126 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d3dde412-6cc4-4bbf-acec-0db013b376c2 req-1cd97805-2e0a-493b-a157-0a129dd4566a tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 943 time: 0.0513172 Mar 23 11:18:14.129670 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-d3dde412-6cc4-4bbf-acec-0db013b376c2 req-641a1220-dad1-4d30-a1eb-f3f4cd8267dd tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451169 Mar 23 11:18:15.245126 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad788a4-e0a1-4e36-abc4-cda4165fc4f0 req-2bbd2369-1b92-4353-bab4-b9303f7b1840 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:15.246630 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5ad788a4-e0a1-4e36-abc4-cda4165fc4f0 req-2bbd2369-1b92-4353-bab4-b9303f7b1840 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 943 time: 0.0516465 Mar 23 11:18:15.293928 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-5ad788a4-e0a1-4e36-abc4-cda4165fc4f0 req-d5c7efec-1e31-431c-bad5-2dd36c34785b tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418172 Mar 23 11:18:16.407007 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ea017-8294-460e-85b1-803391f4255d req-14fcbc04-f569-4a79-bc13-effcf7255a5b tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:16.408469 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7b2ea017-8294-460e-85b1-803391f4255d req-14fcbc04-f569-4a79-bc13-effcf7255a5b tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 943 time: 0.0507350 Mar 23 11:18:16.455209 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-7b2ea017-8294-460e-85b1-803391f4255d req-61ee3e75-f6c5-48e2-822a-97bdd28ab9f9 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413766 Mar 23 11:18:17.573650 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56fc0f-f0a3-4889-84ea-a40b9041e7b3 req-74a41cf6-3693-4148-a4fc-1ffb0e4308e3 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:17.575154 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bb56fc0f-f0a3-4889-84ea-a40b9041e7b3 req-74a41cf6-3693-4148-a4fc-1ffb0e4308e3 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 943 time: 0.0552998 Mar 23 11:18:17.622758 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-bb56fc0f-f0a3-4889-84ea-a40b9041e7b3 req-5737ecdf-ad4e-40da-ac4d-e4b2c93d1e81 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420029 Mar 23 11:18:18.738220 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0974e2-4c33-41a8-8e71-31e0a8122727 req-0888bcbf-5586-473c-900c-f2d403785587 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:18.739603 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-db0974e2-4c33-41a8-8e71-31e0a8122727 req-0888bcbf-5586-473c-900c-f2d403785587 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 943 time: 0.0514786 Mar 23 11:18:18.786228 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-db0974e2-4c33-41a8-8e71-31e0a8122727 req-a79887dc-8e68-48da-a23c-9e3588a620bc tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411761 Mar 23 11:18:19.906472 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6f7a0-2a61-4068-86e0-7a1ba746a0b7 req-6250fb16-53a3-4111-90d9-e76f93742823 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:19.907928 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ddd6f7a0-2a61-4068-86e0-7a1ba746a0b7 req-6250fb16-53a3-4111-90d9-e76f93742823 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 943 time: 0.0545688 Mar 23 11:18:19.955154 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-ddd6f7a0-2a61-4068-86e0-7a1ba746a0b7 req-fcbbc4f4-5ced-4bca-9602-84909f4ffa87 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417731 Mar 23 11:18:20.404236 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 04b701b0-b75b-41b4-9229-66af06183c98 details requested by agent hyperv_hv-cinder-79053 with host hv-cinder-79053 {{(pid=103541) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 11:18:20.501896 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 04b701b0-b75b-41b4-9229-66af06183c98, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=04b701b0-b75b-41b4-9229-66af06183c98,segment=NetworkSegment(3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b),segment_id=3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:18:20.513439 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Returning: {'device': '04b701b0-b75b-41b4-9229-66af06183c98', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'port_id': '04b701b0-b75b-41b4-9229-66af06183c98', 'mac_address': 'fa:16:3e:ae:29:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103541) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 11:18:20.549987 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 04b701b0-b75b-41b4-9229-66af06183c98 is: DOWN; New status is: BUILD {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:18:20.550377 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (04b701b0-b75b-41b4-9229-66af06183c98), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:20.562701 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b701b0-b75b-41b4-9229-66af06183c98 {{(pid=103541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:18:20.580625 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 04b701b0-b75b-41b4-9229-66af06183c98, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=04b701b0-b75b-41b4-9229-66af06183c98,segment=NetworkSegment(3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b),segment_id=3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:18:20.643920 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (04b701b0-b75b-41b4-9229-66af06183c98), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:20.696747 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=04b701b0-b75b-41b4-9229-66af06183c98,revision_number=4']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:18:20.704131 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:20.704485 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:20.704835 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:20.705200 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:20.705543 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:20.705879 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:20.706219 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:20.706550 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:20.706881 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:20.707210 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:20.707540 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:20.707868 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:20.708194 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:20.708557 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:20.708900 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:20.862931 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] get_ports_and_sgs() called for port_ids ['04b701b0-b75b-41b4-9229-66af06183c98'] {{(pid=103541) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 11:18:21.072891 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d547c45-8cb9-403d-9814-6b7902eff125 req-89ff8daf-8b6f-42a5-9b30-4ee80051a8a8 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:21.074544 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6d547c45-8cb9-403d-9814-6b7902eff125 req-89ff8daf-8b6f-42a5-9b30-4ee80051a8a8 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 944 time: 0.0522118 Mar 23 11:18:21.122587 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-6d547c45-8cb9-403d-9814-6b7902eff125 req-ebe4bd92-08b3-4a66-a9f2-02f096792c7b tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423112 Mar 23 11:18:21.470743 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:22.236812 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d51a5-dc7c-4c5a-8c81-76a37737f4a2 req-49b7bbf7-41f1-49a3-859a-20cb19186ede tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:22.238304 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-197d51a5-dc7c-4c5a-8c81-76a37737f4a2 req-49b7bbf7-41f1-49a3-859a-20cb19186ede tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 944 time: 0.0515990 Mar 23 11:18:22.288792 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-197d51a5-dc7c-4c5a-8c81-76a37737f4a2 req-bfbaf436-ff52-4a9b-a964-267bf7b8b26f tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449662 Mar 23 11:18:22.406642 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 04b701b0-b75b-41b4-9229-66af06183c98 up at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 11:18:22.544733 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning for port 04b701b0-b75b-41b4-9229-66af06183c98 completed by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 11:18:22.549788 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.provisioning_blocks [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Provisioning complete for port 04b701b0-b75b-41b4-9229-66af06183c98 triggered by entity L2. {{(pid=103541) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 11:18:22.550172 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3289208'] for port (04b701b0-b75b-41b4-9229-66af06183c98), provisioning_complete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:22.628537 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Current status of the port 04b701b0-b75b-41b4-9229-66af06183c98 is: BUILD; New status is: ACTIVE {{(pid=103541) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 11:18:22.628919 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (04b701b0-b75b-41b4-9229-66af06183c98), before_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:22.650178 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195fb9bc-2a5a-411b-a064-226d7e2dc020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b701b0-b75b-41b4-9229-66af06183c98'}] {{(pid=103541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:18:22.652423 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f68276f772153d48c4e99c4adf1ac813c5f81f6f8cb12485a3be5966c125d3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3588bb86-b67e-4ea9-9682-fd89489124a1" -d '{"events": [{"server_uuid": "195fb9bc-2a5a-411b-a064-226d7e2dc020", "name": "network-vif-plugged", "status": "completed", "tag": "04b701b0-b75b-41b4-9229-66af06183c98"}]}' {{(pid=103541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:18:22.665118 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] For port 04b701b0-b75b-41b4-9229-66af06183c98, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=04b701b0-b75b-41b4-9229-66af06183c98,segment=NetworkSegment(3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b),segment_id=3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:18:22.687826 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34586456-0f32-45cb-a131-785e89b20bb7 x-openstack-request-id: req-34586456-0f32-45cb-a131-785e89b20bb7 {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:18:22.688182 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195fb9bc-2a5a-411b-a064-226d7e2dc020", "name": "network-vif-plugged", "status": "completed", "tag": "04b701b0-b75b-41b4-9229-66af06183c98", "code": 200}]} {{(pid=103541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:18:22.688461 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34586456-0f32-45cb-a131-785e89b20bb7 {{(pid=103541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:18:22.688846 dv-cinder-790535-33-iscsi neutron-server[103541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34586456-0f32-45cb-a131-785e89b20bb7'] response: {'server_uuid': '195fb9bc-2a5a-411b-a064-226d7e2dc020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b701b0-b75b-41b4-9229-66af06183c98', 'code': 200} Mar 23 11:18:22.744878 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655'] for port (04b701b0-b75b-41b4-9229-66af06183c98), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:22.790262 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Pushing event updated for resources: {'Port': ['ID=04b701b0-b75b-41b4-9229-66af06183c98,revision_number=5']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:18:23.021677 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b8728-da84-44ba-8248-cca07902adfa req-ca55fa2c-e352-4faa-9438-2fc367e1ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:23.023154 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-640b8728-da84-44ba-8248-cca07902adfa req-ca55fa2c-e352-4faa-9438-2fc367e1ad14 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 1129 time: 0.0434532 Mar 23 11:18:23.067803 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-640b8728-da84-44ba-8248-cca07902adfa req-b3e25581-0ee2-49d6-9946-a19265c770cf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383763 Mar 23 11:18:23.403881 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164de5c-61a5-4eea-bbb2-9c11fa92b446 req-2ca0cef4-bf3c-4c3f-b60d-be62cf604ffd tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:23.405366 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3164de5c-61a5-4eea-bbb2-9c11fa92b446 req-2ca0cef4-bf3c-4c3f-b60d-be62cf604ffd tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 945 time: 0.0515358 Mar 23 11:18:23.453411 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-3164de5c-61a5-4eea-bbb2-9c11fa92b446 req-c22f3856-5326-4c07-88f3-ca62d13ea7a8 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417495 Mar 23 11:18:24.568581 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ef975-746e-4c65-a075-1c76e19cd014 req-851a0ea4-e949-4512-ba43-b3fa1547b3de tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:24.570077 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-156ef975-746e-4c65-a075-1c76e19cd014 req-851a0ea4-e949-4512-ba43-b3fa1547b3de tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 945 time: 0.0509520 Mar 23 11:18:24.617385 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-156ef975-746e-4c65-a075-1c76e19cd014 req-00358853-7a25-45af-89d9-07a2599922b9 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417850 Mar 23 11:18:24.759832 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81287673-8d0e-4d13-9143-3b61bf1ef79b req-9c09ce41-685c-416e-ac5c-61743a37956e tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:24.761294 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-81287673-8d0e-4d13-9143-3b61bf1ef79b req-9c09ce41-685c-416e-ac5c-61743a37956e tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 945 time: 0.0656056 Mar 23 11:18:24.809482 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-81287673-8d0e-4d13-9143-3b61bf1ef79b req-83897c68-f620-4608-ae1b-c2af2fdb304c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412822 Mar 23 11:18:24.832323 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 57724) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:18:24.873068 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd515020-57b7-4954-bc60-040cae4c6ef1 tempest-TestVolumeBootPattern-1140708384 tempest-TestVolumeBootPattern-1140708384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:24.875060 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-fd515020-57b7-4954-bc60-040cae4c6ef1 tempest-TestVolumeBootPattern-1140708384 tempest-TestVolumeBootPattern-1140708384-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 1124 time: 0.0412548 Mar 23 11:18:24.877828 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 57726) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:18:24.881918 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.v2.base [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Request body: {'floatingip': {'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'port_id': '04b701b0-b75b-41b4-9229-66af06183c98', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:18:24.958561 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:25.073287 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (None), before_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:25.171775 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_common [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Allocated IP 172.27.0.119 (95c18418-5bae-427e-9b81-a5d1c1650c0a/3e1497af-c43c-4f5b-914b-136f0356db85/5b62549a-c014-4f3c-a2ca-164594071aa0) {{(pid=103540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:18:25.550146 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for port (5b62549a-c014-4f3c-a2ca-164594071aa0), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:25.660231 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738510744823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (5b62549a-c014-4f3c-a2ca-164594071aa0), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:25.697585 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Network 95c18418-5bae-427e-9b81-a5d1c1650c0a is already hosted by enough agents. {{(pid=103540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:18:25.703934 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.base_scheduler [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Resources bound (agent type, host, resource id): {{(pid=103540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:18:25.706552 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Received port after_create {{(pid=103540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 11:18:25.712191 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Pushing event updated for resources: {'Port': ['ID=5b62549a-c014-4f3c-a2ca-164594071aa0,revision_number=1']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:18:25.739448 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7fc8c310-2e58-4313-82a9-d052c04f2a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:25.740811 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:25.741799 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:25.742155 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:25.742503 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:25.743019 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:25.743366 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:25.743700 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:25.744030 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:25.744359 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:25.744692 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:25.745020 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:25.745379 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:25.745705 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:25.746030 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:25.746350 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:18:26.065991 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for floatingip (744ff84a-5834-454f-9e46-0e79787cee53), precommit_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:26.188871 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508074'] for port (5b62549a-c014-4f3c-a2ca-164594071aa0), before_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:26.335846 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for port (5b62549a-c014-4f3c-a2ca-164594071aa0), precommit_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:26.392885 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738511280788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738510746637', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738510746655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12547994'] for port (5b62549a-c014-4f3c-a2ca-164594071aa0), after_update {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:26.461083 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Pushing event updated for resources: {'Port': ['ID=5b62549a-c014-4f3c-a2ca-164594071aa0,revision_number=2']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:18:26.475150 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-589382'] for floatingip (744ff84a-5834-454f-9e46-0e79787cee53), after_create {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:26.575898 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.db.l3_db [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Floating IP 744ff84a-5834-454f-9e46-0e79787cee53 associated. External IP: 172.27.0.119, port: 04b701b0-b75b-41b4-9229-66af06183c98. Mar 23 11:18:26.788880 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Router 0422e360-6014-4516-9799-3614d97e4e43 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:18:26.896106 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:18:26.905969 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2519feb6-f0a4-4b8a-9af1-8dc7d5a9832f None None] Sync routers for ids ['0422e360-6014-4516-9799-3614d97e4e43'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:18:26.915486 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2519feb6-f0a4-4b8a-9af1-8dc7d5a9832f None None] Routers {'0422e360-6014-4516-9799-3614d97e4e43'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:18:26.922738 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-2519feb6-f0a4-4b8a-9af1-8dc7d5a9832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f29762c7580>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:17:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['0422e360-6014-4516-9799-3614d97e4e43'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:18:26.983587 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:27.015379 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-e701ab15-b660-4195-82e9-4db1e7ef6ef7 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1365314 Mar 23 11:18:27.016068 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195fb9bc-2a5a-411b-a064-226d7e2dc020', 'tag': '04b701b0-b75b-41b4-9229-66af06183c98'}] {{(pid=103540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:18:27.018381 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca65d47f0e38817d22aef3bf8f50ce79fd850a980278aa3813abcdb28235045b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f94f3c-4641-472e-80f7-f45e9911f94a" -d '{"events": [{"name": "network-changed", "server_uuid": "195fb9bc-2a5a-411b-a064-226d7e2dc020", "tag": "04b701b0-b75b-41b4-9229-66af06183c98"}]}' {{(pid=103540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:18:27.055944 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7025fe12-8fc8-4290-b3c8-b778dafabc8a x-openstack-request-id: req-7025fe12-8fc8-4290-b3c8-b778dafabc8a {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:18:27.056242 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195fb9bc-2a5a-411b-a064-226d7e2dc020", "tag": "04b701b0-b75b-41b4-9229-66af06183c98", "status": "completed", "code": 200}]} {{(pid=103540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:18:27.056503 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7025fe12-8fc8-4290-b3c8-b778dafabc8a {{(pid=103540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:18:27.056924 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7025fe12-8fc8-4290-b3c8-b778dafabc8a'] response: {'name': 'network-changed', 'server_uuid': '195fb9bc-2a5a-411b-a064-226d7e2dc020', 'tag': '04b701b0-b75b-41b4-9229-66af06183c98', 'status': 'completed', 'code': 200} Mar 23 11:18:27.121078 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f94f3c-4641-472e-80f7-f45e9911f94a req-443cd675-6c5d-43a9-8bfe-e1be60195b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:27.122683 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-51f94f3c-4641-472e-80f7-f45e9911f94a req-443cd675-6c5d-43a9-8bfe-e1be60195b0e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04a8334df6204f2ea209242c3de466a1&device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 1129 time: 0.0439610 Mar 23 11:18:27.155065 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-2519feb6-f0a4-4b8a-9af1-8dc7d5a9832f None None] Set router 0422e360-6014-4516-9799-3614d97e4e43 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:18:27.215282 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f94f3c-4641-472e-80f7-f45e9911f94a req-ceff487f-5384-4175-9224-18a6dcd7ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:27.216757 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-51f94f3c-4641-472e-80f7-f45e9911f94a req-ceff487f-5384-4175-9224-18a6dcd7ebbc service neutron] 10.222.0.52 "GET /v2.0/networks?id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109 HTTP/1.1" status: 200 len: 912 time: 0.0880704 Mar 23 11:18:27.281957 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-51f94f3c-4641-472e-80f7-f45e9911f94a req-fcbc2272-6e61-4523-bdf6-ca5212c50905 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04b701b0-b75b-41b4-9229-66af06183c98 HTTP/1.1" status: 200 len: 999 time: 0.0594137 Mar 23 11:18:27.331647 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f94f3c-4641-472e-80f7-f45e9911f94a req-17c7a153-6025-4edd-b7b8-b25e9e0dcf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:27.333258 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-51f94f3c-4641-472e-80f7-f45e9911f94a req-17c7a153-6025-4edd-b7b8-b25e9e0dcf5a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22af1c59-b8ec-4f9b-871a-ca144a9f0908 HTTP/1.1" status: 200 len: 850 time: 0.0461178 Mar 23 11:18:27.381799 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f94f3c-4641-472e-80f7-f45e9911f94a req-cb265736-9b41-4f36-81ca-a53ca821c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:27.382076 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-2519feb6-f0a4-4b8a-9af1-8dc7d5a9832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f29762c7580>, [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:01Z', 'revision_number': 4, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '744ff84a-5834-454f-9e46-0e79787cee53', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '0422e360-6014-4516-9799-3614d97e4e43', 'port_id': '04b701b0-b75b-41b4-9229-66af06183c98', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'mac_address': 'fa:16:3e:ae:29:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195fb9bc-2a5a-411b-a064-226d7e2dc020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:18:25Z', 'updated_at': '2022-03-23T11:18:25Z', 'revision_number': 0, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'fixed_ip_address_scope': None}, {'id': 'e68fd5e6-69dd-4612-adf1-46ab51263eec', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '0422e360-6014-4516-9799-3614d97e4e43', 'port_id': '6e2ea80b-5ff2-4fce-8002-ada9f734a0a1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'mac_address': 'fa:16:3e:9a:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cfd2f-2c8d-4919-8b38-3db666d124a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:16:18Z', 'updated_at': '2022-03-23T11:16:20Z', 'revision_number': 1, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799bc3a9-b924-407a-a9f6-33cc8176cec8', 'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'mac_address': 'fa:16:3e:81:2a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:00Z', 'updated_at': '2022-03-23T11:13:05Z', 'revision_number': 5, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'subnets': [{'id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:18:27.383341 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-51f94f3c-4641-472e-80f7-f45e9911f94a req-cb265736-9b41-4f36-81ca-a53ca821c760 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443304 Mar 23 11:18:27.408042 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2519feb6-f0a4-4b8a-9af1-8dc7d5a9832f None None] Checking router: 0422e360-6014-4516-9799-3614d97e4e43 for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:18:27.416095 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2519feb6-f0a4-4b8a-9af1-8dc7d5a9832f None None] Routers {'0422e360-6014-4516-9799-3614d97e4e43'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:18:27.416712 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-2519feb6-f0a4-4b8a-9af1-8dc7d5a9832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f29762c7580>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:17:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['0422e360-6014-4516-9799-3614d97e4e43'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:18:27.469914 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-51f94f3c-4641-472e-80f7-f45e9911f94a req-941169af-1dc3-4b0b-ba2b-40f34896ef0a service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807970 Mar 23 11:18:27.524387 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-2519feb6-f0a4-4b8a-9af1-8dc7d5a9832f None None] Set router 0422e360-6014-4516-9799-3614d97e4e43 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:18:27.562714 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-51f94f3c-4641-472e-80f7-f45e9911f94a req-f5d84fd3-bee4-4e4f-abed-c0159fa196c6 service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868371 Mar 23 11:18:27.752321 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-2519feb6-f0a4-4b8a-9af1-8dc7d5a9832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f29762c7580>, [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:01Z', 'revision_number': 4, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '744ff84a-5834-454f-9e46-0e79787cee53', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '0422e360-6014-4516-9799-3614d97e4e43', 'port_id': '04b701b0-b75b-41b4-9229-66af06183c98', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'mac_address': 'fa:16:3e:ae:29:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195fb9bc-2a5a-411b-a064-226d7e2dc020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:18:25Z', 'updated_at': '2022-03-23T11:18:25Z', 'revision_number': 0, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'fixed_ip_address_scope': None}, {'id': 'e68fd5e6-69dd-4612-adf1-46ab51263eec', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '0422e360-6014-4516-9799-3614d97e4e43', 'port_id': '6e2ea80b-5ff2-4fce-8002-ada9f734a0a1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'mac_address': 'fa:16:3e:9a:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cfd2f-2c8d-4919-8b38-3db666d124a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:16:18Z', 'updated_at': '2022-03-23T11:16:20Z', 'revision_number': 1, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799bc3a9-b924-407a-a9f6-33cc8176cec8', 'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'mac_address': 'fa:16:3e:81:2a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:00Z', 'updated_at': '2022-03-23T11:13:05Z', 'revision_number': 5, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'subnets': [{'id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:18:27.782863 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2519feb6-f0a4-4b8a-9af1-8dc7d5a9832f None None] The sync data for ids ['0422e360-6014-4516-9799-3614d97e4e43'] in dv-cinder-790535-33-iscsi is: [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:01Z', 'revision_number': 4, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': '744ff84a-5834-454f-9e46-0e79787cee53', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '0422e360-6014-4516-9799-3614d97e4e43', 'port_id': '04b701b0-b75b-41b4-9229-66af06183c98', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'mac_address': 'fa:16:3e:ae:29:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195fb9bc-2a5a-411b-a064-226d7e2dc020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:18:25Z', 'updated_at': '2022-03-23T11:18:25Z', 'revision_number': 0, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'fixed_ip_address_scope': None}, {'id': 'e68fd5e6-69dd-4612-adf1-46ab51263eec', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '0422e360-6014-4516-9799-3614d97e4e43', 'port_id': '6e2ea80b-5ff2-4fce-8002-ada9f734a0a1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'mac_address': 'fa:16:3e:9a:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cfd2f-2c8d-4919-8b38-3db666d124a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:16:18Z', 'updated_at': '2022-03-23T11:16:20Z', 'revision_number': 1, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799bc3a9-b924-407a-a9f6-33cc8176cec8', 'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'mac_address': 'fa:16:3e:81:2a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:00Z', 'updated_at': '2022-03-23T11:13:05Z', 'revision_number': 5, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'subnets': [{'id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:18:27.855667 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ca243bfb-f29c-45e6-a87d-03a270a96d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:27.980912 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a7065d-1b57-44b1-8714-8b329058f4c5 None None] New status for floating IP 744ff84a-5834-454f-9e46-0e79787cee53: ACTIVE {{(pid=103542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:18:29.524046 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:30.722219 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:32.350872 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:34.990910 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:18:35.051955 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-6051190f-e9e2-403f-b6a0-95380f612066 req-911e6005-b1c9-478f-96b5-57b763802c00 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445075 Mar 23 11:18:35.142074 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051190f-e9e2-403f-b6a0-95380f612066 req-d2414b85-2dc1-437a-8efe-b8c2b8d02d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:35.143491 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-6051190f-e9e2-403f-b6a0-95380f612066 req-d2414b85-2dc1-437a-8efe-b8c2b8d02d55 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04a8334df6204f2ea209242c3de466a1&device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 1129 time: 0.0485232 Mar 23 11:18:35.245131 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051190f-e9e2-403f-b6a0-95380f612066 req-05f9c5ea-5469-4cd8-8bc6-da1e589d0d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:35.246617 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-6051190f-e9e2-403f-b6a0-95380f612066 req-05f9c5ea-5469-4cd8-8bc6-da1e589d0d54 service neutron] 10.222.0.52 "GET /v2.0/networks?id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109 HTTP/1.1" status: 200 len: 912 time: 0.0850875 Mar 23 11:18:35.309933 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-6051190f-e9e2-403f-b6a0-95380f612066 req-32e53b77-a1aa-43a4-a6bf-91b9fbed7982 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 HTTP/1.1" status: 200 len: 999 time: 0.0572264 Mar 23 11:18:35.360094 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051190f-e9e2-403f-b6a0-95380f612066 req-363b54f0-0ed8-4979-9745-b19019536529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:35.361637 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-6051190f-e9e2-403f-b6a0-95380f612066 req-363b54f0-0ed8-4979-9745-b19019536529 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22af1c59-b8ec-4f9b-871a-ca144a9f0908 HTTP/1.1" status: 200 len: 850 time: 0.0458150 Mar 23 11:18:35.413555 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051190f-e9e2-403f-b6a0-95380f612066 req-4e68cfb5-6692-456c-8de5-c7e6ed3d43e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:18:35.414985 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-6051190f-e9e2-403f-b6a0-95380f612066 req-4e68cfb5-6692-456c-8de5-c7e6ed3d43e6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476975 Mar 23 11:18:35.503045 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-6051190f-e9e2-403f-b6a0-95380f612066 req-dc6910cd-8958-471d-9994-2ffc1752eb8e service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802047 Mar 23 11:18:35.595625 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-6051190f-e9e2-403f-b6a0-95380f612066 req-f7002b9c-8711-4baf-afb6-6f2661771733 service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850327 Mar 23 11:18:51.487966 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:55.826574 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c1cd6821-9480-4997-ba32-e1805766b13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:57.895414 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-88f9cdcc-0597-454f-8846-59dfd3bdc68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:18:59.551920 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:19:00.721996 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:19:02.356273 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:19:11.989348 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:19:21.472000 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:19:24.145548 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [req-341f7b69-b139-4033-ac0d-3c7f6641483e req-4370ce04-616e-4eeb-81bd-51d9dab0c181 service neutron] (103540) timed out ('10.222.0.52', 50970) {{(pid=103540) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 11:19:25.746441 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-1b4718c4-dc6c-4137-9e14-e8a2f83332ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:19:27.843174 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0d09cd2c-df24-4e88-8c54-b4bfb6b909ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:19:29.546387 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:19:30.727918 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:19:32.373547 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:19:35.061074 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c343b18a-471b-422f-b8a7-577f02020c93 req-67aec667-88b7-489a-8b70-3c23a19cef9a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424232 Mar 23 11:19:35.126798 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343b18a-471b-422f-b8a7-577f02020c93 req-ff75acce-99fa-40f9-b307-cb57967f0842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:35.128193 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c343b18a-471b-422f-b8a7-577f02020c93 req-ff75acce-99fa-40f9-b307-cb57967f0842 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04a8334df6204f2ea209242c3de466a1&device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 1129 time: 0.0465989 Mar 23 11:19:35.230785 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343b18a-471b-422f-b8a7-577f02020c93 req-bd511748-581d-40d9-8099-d9fa5580f063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:35.232247 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c343b18a-471b-422f-b8a7-577f02020c93 req-bd511748-581d-40d9-8099-d9fa5580f063 service neutron] 10.222.0.52 "GET /v2.0/networks?id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109 HTTP/1.1" status: 200 len: 912 time: 0.0860751 Mar 23 11:19:35.295096 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c343b18a-471b-422f-b8a7-577f02020c93 req-a40014cd-6b78-4faa-9b80-04037c5cd340 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04b701b0-b75b-41b4-9229-66af06183c98 HTTP/1.1" status: 200 len: 1001 time: 0.0565047 Mar 23 11:19:35.348882 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343b18a-471b-422f-b8a7-577f02020c93 req-bc17ae4b-03f3-436e-8cd7-aeeee7bed352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:35.350330 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c343b18a-471b-422f-b8a7-577f02020c93 req-bc17ae4b-03f3-436e-8cd7-aeeee7bed352 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22af1c59-b8ec-4f9b-871a-ca144a9f0908 HTTP/1.1" status: 200 len: 850 time: 0.0488021 Mar 23 11:19:35.399992 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343b18a-471b-422f-b8a7-577f02020c93 req-a96a62d3-96f2-4103-8438-670833de759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:35.401403 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c343b18a-471b-422f-b8a7-577f02020c93 req-a96a62d3-96f2-4103-8438-670833de759f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448742 Mar 23 11:19:35.494746 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c343b18a-471b-422f-b8a7-577f02020c93 req-82bc4410-7154-4917-bfc3-ece454ce92aa service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876770 Mar 23 11:19:35.589655 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c343b18a-471b-422f-b8a7-577f02020c93 req-f8265d76-6b92-4052-bb7e-88d4765cde7b service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895720 Mar 23 11:19:48.989478 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:19:51.482822 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:19:55.734546 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4bcb1bca-87cd-4569-bd67-1f09bcc7309b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:19:56.849656 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 57750) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:19:57.002684 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Deleting port 5b62549a-c014-4f3c-a2ca-164594071aa0 {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:19:57.003044 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (5b62549a-c014-4f3c-a2ca-164594071aa0), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:19:57.074908 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (5b62549a-c014-4f3c-a2ca-164594071aa0), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:19:57.075238 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for floatingip (5b62549a-c014-4f3c-a2ca-164594071aa0), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:19:57.090429 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Calling delete_port for 5b62549a-c014-4f3c-a2ca-164594071aa0 owned by network:floatingip {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:19:57.334371 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (5b62549a-c014-4f3c-a2ca-164594071aa0), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:19:57.361769 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Pushing event deleted for resources: {'Port': ['ID=5b62549a-c014-4f3c-a2ca-164594071aa0,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:19:57.387047 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:19:57.388913 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:19:57.388913 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:19:57.388913 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:19:57.388913 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:19:57.388913 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:19:57.389474 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:19:57.389609 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:19:57.389935 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:19:57.390260 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:19:57.390583 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:19:57.390908 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:19:57.391228 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:19:57.391547 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:19:57.391864 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:19:57.434748 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for floatingip (744ff84a-5834-454f-9e46-0e79787cee53), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:19:57.435113 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.db.l3_db [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Floating IP 744ff84a-5834-454f-9e46-0e79787cee53 disassociated (deleted). External IP: 172.27.0.119, port: 04b701b0-b75b-41b4-9229-66af06183c98. Mar 23 11:19:57.842767 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-99442b57-3a1c-4712-ab43-d85f941a3f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:19:57.889472 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Router 0422e360-6014-4516-9799-3614d97e4e43 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:19:57.994629 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:19:57.998955 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:19:58.004069 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b388f776-7062-4ad9-9a92-4f605903b6a7 None None] Sync routers for ids ['0422e360-6014-4516-9799-3614d97e4e43'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:19:58.013328 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b388f776-7062-4ad9-9a92-4f605903b6a7 None None] Routers {'0422e360-6014-4516-9799-3614d97e4e43'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:19:58.013948 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-b388f776-7062-4ad9-9a92-4f605903b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975ab47f0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:19:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['0422e360-6014-4516-9799-3614d97e4e43'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:19:58.027837 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-aeda8f5b-1688-434a-908d-829a965329d1 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "DELETE /v2.0/floatingips/744ff84a-5834-454f-9e46-0e79787cee53 HTTP/1.1" status: 204 len: 168 time: 1.1771846 Mar 23 11:19:58.028525 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195fb9bc-2a5a-411b-a064-226d7e2dc020', 'tag': '04b701b0-b75b-41b4-9229-66af06183c98'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:19:58.030864 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427f8eee-338e-4ecd-928f-390978d14299" -d '{"events": [{"name": "network-changed", "server_uuid": "195fb9bc-2a5a-411b-a064-226d7e2dc020", "tag": "04b701b0-b75b-41b4-9229-66af06183c98"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:19:58.076159 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974547ad-00e6-490d-b592-b77ba942e561 x-openstack-request-id: req-974547ad-00e6-490d-b592-b77ba942e561 {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:19:58.076455 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195fb9bc-2a5a-411b-a064-226d7e2dc020", "tag": "04b701b0-b75b-41b4-9229-66af06183c98", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:19:58.076712 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-974547ad-00e6-490d-b592-b77ba942e561 {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:19:58.077119 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-974547ad-00e6-490d-b592-b77ba942e561'] response: {'name': 'network-changed', 'server_uuid': '195fb9bc-2a5a-411b-a064-226d7e2dc020', 'tag': '04b701b0-b75b-41b4-9229-66af06183c98', 'status': 'completed', 'code': 200} Mar 23 11:19:58.136065 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-b388f776-7062-4ad9-9a92-4f605903b6a7 None None] Set router 0422e360-6014-4516-9799-3614d97e4e43 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:19:58.142929 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f8eee-338e-4ecd-928f-390978d14299 req-7b6cd09b-6881-4546-b067-b660d6d358c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:58.144514 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-427f8eee-338e-4ecd-928f-390978d14299 req-7b6cd09b-6881-4546-b067-b660d6d358c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04a8334df6204f2ea209242c3de466a1&device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 1129 time: 0.0443342 Mar 23 11:19:58.236325 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f8eee-338e-4ecd-928f-390978d14299 req-d051bec8-5e0f-43b8-9ac6-83d538bdd698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:58.237813 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-427f8eee-338e-4ecd-928f-390978d14299 req-d051bec8-5e0f-43b8-9ac6-83d538bdd698 service neutron] 10.222.0.52 "GET /v2.0/networks?id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109 HTTP/1.1" status: 200 len: 912 time: 0.0865843 Mar 23 11:19:58.279825 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-427f8eee-338e-4ecd-928f-390978d14299 req-d53fdb99-d811-45b0-910d-d4a910d562ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04b701b0-b75b-41b4-9229-66af06183c98 HTTP/1.1" status: 200 len: 217 time: 0.0361929 Mar 23 11:19:58.328433 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f8eee-338e-4ecd-928f-390978d14299 req-efce2545-35f0-4565-8a8a-d49e6065a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:58.329828 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-427f8eee-338e-4ecd-928f-390978d14299 req-efce2545-35f0-4565-8a8a-d49e6065a01c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22af1c59-b8ec-4f9b-871a-ca144a9f0908 HTTP/1.1" status: 200 len: 850 time: 0.0439534 Mar 23 11:19:58.371201 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-b388f776-7062-4ad9-9a92-4f605903b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975ab47f0>, [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:01Z', 'revision_number': 4, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': 'e68fd5e6-69dd-4612-adf1-46ab51263eec', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '0422e360-6014-4516-9799-3614d97e4e43', 'port_id': '6e2ea80b-5ff2-4fce-8002-ada9f734a0a1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'mac_address': 'fa:16:3e:9a:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cfd2f-2c8d-4919-8b38-3db666d124a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:16:18Z', 'updated_at': '2022-03-23T11:16:20Z', 'revision_number': 1, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799bc3a9-b924-407a-a9f6-33cc8176cec8', 'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'mac_address': 'fa:16:3e:81:2a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:00Z', 'updated_at': '2022-03-23T11:13:05Z', 'revision_number': 5, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'subnets': [{'id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:19:58.378092 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f8eee-338e-4ecd-928f-390978d14299 req-76c0dc53-86ea-4e38-9fca-4fc5d1c465f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:58.379709 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-427f8eee-338e-4ecd-928f-390978d14299 req-76c0dc53-86ea-4e38-9fca-4fc5d1c465f9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444686 Mar 23 11:19:58.397840 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b388f776-7062-4ad9-9a92-4f605903b6a7 None None] Checking router: 0422e360-6014-4516-9799-3614d97e4e43 for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:19:58.406490 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b388f776-7062-4ad9-9a92-4f605903b6a7 None None] Routers {'0422e360-6014-4516-9799-3614d97e4e43'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:19:58.407362 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-b388f776-7062-4ad9-9a92-4f605903b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975ab47f0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:19:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['0422e360-6014-4516-9799-3614d97e4e43'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:19:58.463143 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd726177-ab74-4627-b593-2fb5a428e8da req-ba8d01a0-c6a9-496e-8a94-9cadada9648b tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:58.468756 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fd726177-ab74-4627-b593-2fb5a428e8da req-ba8d01a0-c6a9-496e-8a94-9cadada9648b tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 945 time: 0.0611098 Mar 23 11:19:58.486972 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-427f8eee-338e-4ecd-928f-390978d14299 req-1ec56d11-ff6a-4ac6-b523-536495760f9e service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005566 Mar 23 11:19:58.520533 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-fd726177-ab74-4627-b593-2fb5a428e8da req-5ff90dfc-3f53-4b0d-a624-ffcc704d2d32 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459449 Mar 23 11:19:58.525843 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-b388f776-7062-4ad9-9a92-4f605903b6a7 None None] Set router 0422e360-6014-4516-9799-3614d97e4e43 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:19:58.581300 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-427f8eee-338e-4ecd-928f-390978d14299 req-8f3e7ea4-604e-479f-a02f-80ad06d0858e service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879281 Mar 23 11:19:58.755027 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-b388f776-7062-4ad9-9a92-4f605903b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975ab47f0>, [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:01Z', 'revision_number': 4, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': 'e68fd5e6-69dd-4612-adf1-46ab51263eec', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '0422e360-6014-4516-9799-3614d97e4e43', 'port_id': '6e2ea80b-5ff2-4fce-8002-ada9f734a0a1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'mac_address': 'fa:16:3e:9a:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cfd2f-2c8d-4919-8b38-3db666d124a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:16:18Z', 'updated_at': '2022-03-23T11:16:20Z', 'revision_number': 1, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799bc3a9-b924-407a-a9f6-33cc8176cec8', 'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'mac_address': 'fa:16:3e:81:2a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:00Z', 'updated_at': '2022-03-23T11:13:05Z', 'revision_number': 5, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'subnets': [{'id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:19:58.784105 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b388f776-7062-4ad9-9a92-4f605903b6a7 None None] The sync data for ids ['0422e360-6014-4516-9799-3614d97e4e43'] in dv-cinder-790535-33-iscsi is: [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:01Z', 'revision_number': 4, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_floatingips': [{'id': 'e68fd5e6-69dd-4612-adf1-46ab51263eec', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'router_id': '0422e360-6014-4516-9799-3614d97e4e43', 'port_id': '6e2ea80b-5ff2-4fce-8002-ada9f734a0a1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'mac_address': 'fa:16:3e:9a:fd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1cfd2f-2c8d-4919-8b38-3db666d124a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:16:18Z', 'updated_at': '2022-03-23T11:16:20Z', 'revision_number': 1, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799bc3a9-b924-407a-a9f6-33cc8176cec8', 'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'mac_address': 'fa:16:3e:81:2a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:00Z', 'updated_at': '2022-03-23T11:13:05Z', 'revision_number': 5, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'subnets': [{'id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:19:59.011320 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bca87e-3880-4003-80dc-40dd1d443dc3 None None] New status for floating IP 744ff84a-5834-454f-9e46-0e79787cee53: DOWN {{(pid=103542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:19:59.527814 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:19:59.641442 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf163d8-50dd-4d44-90c5-0f3a35fb8cf5 req-28bc2a53-b3f9-4cf9-bbb1-9ff7145c32b0 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:59.642907 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-caf163d8-50dd-4d44-90c5-0f3a35fb8cf5 req-28bc2a53-b3f9-4cf9-bbb1-9ff7145c32b0 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 945 time: 0.0507486 Mar 23 11:19:59.689582 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-caf163d8-50dd-4d44-90c5-0f3a35fb8cf5 req-b0e9713f-63b3-4e9c-b185-6fa77e43a039 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406234 Mar 23 11:19:59.943380 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf98187-fcd5-417e-b6c3-513448d1f1a7 req-534167c1-53a1-4f89-ac39-99a62a29498d tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:19:59.944799 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-faf98187-fcd5-417e-b6c3-513448d1f1a7 req-534167c1-53a1-4f89-ac39-99a62a29498d tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.52 "GET /v2.0/ports?device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 945 time: 0.0556052 Mar 23 11:20:00.032443 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [req-faf98187-fcd5-417e-b6c3-513448d1f1a7 req-7e0d50a5-d58b-4485-865f-83a8d8a6a90c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Deleting port 04b701b0-b75b-41b4-9229-66af06183c98 {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:20:00.032784 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-faf98187-fcd5-417e-b6c3-513448d1f1a7 req-7e0d50a5-d58b-4485-865f-83a8d8a6a90c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (04b701b0-b75b-41b4-9229-66af06183c98), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:00.124835 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-faf98187-fcd5-417e-b6c3-513448d1f1a7 req-7e0d50a5-d58b-4485-865f-83a8d8a6a90c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] For port 04b701b0-b75b-41b4-9229-66af06183c98, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=04b701b0-b75b-41b4-9229-66af06183c98,segment=NetworkSegment(3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b),segment_id=3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:20:00.125223 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-faf98187-fcd5-417e-b6c3-513448d1f1a7 req-7e0d50a5-d58b-4485-865f-83a8d8a6a90c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (04b701b0-b75b-41b4-9229-66af06183c98), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:00.137787 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [req-faf98187-fcd5-417e-b6c3-513448d1f1a7 req-7e0d50a5-d58b-4485-865f-83a8d8a6a90c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Calling delete_port for 04b701b0-b75b-41b4-9229-66af06183c98 owned by compute:nova {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:20:00.340353 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-faf98187-fcd5-417e-b6c3-513448d1f1a7 req-7e0d50a5-d58b-4485-865f-83a8d8a6a90c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (04b701b0-b75b-41b4-9229-66af06183c98), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:00.368152 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d50a5-d58b-4485-865f-83a8d8a6a90c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Pushing event deleted for resources: {'Port': ['ID=04b701b0-b75b-41b4-9229-66af06183c98,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:20:00.411339 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf98187-fcd5-417e-b6c3-513448d1f1a7 req-7e0d50a5-d58b-4485-865f-83a8d8a6a90c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] No DVR routers for this DVR port 04b701b0-b75b-41b4-9229-66af06183c98 on host hv-cinder-79053 {{(pid=103539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:20:00.414049 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-faf98187-fcd5-417e-b6c3-513448d1f1a7 req-7e0d50a5-d58b-4485-865f-83a8d8a6a90c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:00.417573 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-faf98187-fcd5-417e-b6c3-513448d1f1a7 req-7e0d50a5-d58b-4485-865f-83a8d8a6a90c tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.52 "DELETE /v2.0/ports/04b701b0-b75b-41b4-9229-66af06183c98 HTTP/1.1" status: 204 len: 173 time: 0.4675310 Mar 23 11:20:00.418041 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195fb9bc-2a5a-411b-a064-226d7e2dc020', 'name': 'network-vif-deleted', 'tag': '04b701b0-b75b-41b4-9229-66af06183c98'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:20:00.420908 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a964fe41-c06f-498b-b874-9f13c7376776" -d '{"events": [{"server_uuid": "195fb9bc-2a5a-411b-a064-226d7e2dc020", "name": "network-vif-deleted", "tag": "04b701b0-b75b-41b4-9229-66af06183c98"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:20:00.456915 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b751110-cb84-42c8-b512-231700793adf x-openstack-request-id: req-4b751110-cb84-42c8-b512-231700793adf {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:20:00.457245 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195fb9bc-2a5a-411b-a064-226d7e2dc020", "name": "network-vif-deleted", "tag": "04b701b0-b75b-41b4-9229-66af06183c98", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:20:00.457500 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b751110-cb84-42c8-b512-231700793adf {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:20:00.457909 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b751110-cb84-42c8-b512-231700793adf'] response: {'server_uuid': '195fb9bc-2a5a-411b-a064-226d7e2dc020', 'name': 'network-vif-deleted', 'tag': '04b701b0-b75b-41b4-9229-66af06183c98', 'status': 'completed', 'code': 200} Mar 23 11:20:00.758320 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:00.791306 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-149a2d1a-20f9-4c76-ad73-7b437139efc5 req-ffda94d6-6990-43a0-bfe6-cea13efe1b1d tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=195fb9bc-2a5a-411b-a064-226d7e2dc020 HTTP/1.1" status: 200 len: 210 time: 0.0317006 Mar 23 11:20:02.334627 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:04.291169 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 57790) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:20:04.444552 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-12cf65ac-06d5-4e03-afff-24743ec21ae6 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Deleting port d21dd8ec-5615-448a-84d4-080fa4bda36b {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:20:04.444897 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-12cf65ac-06d5-4e03-afff-24743ec21ae6 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (d21dd8ec-5615-448a-84d4-080fa4bda36b), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:04.522768 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-12cf65ac-06d5-4e03-afff-24743ec21ae6 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (d21dd8ec-5615-448a-84d4-080fa4bda36b), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:04.523078 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-12cf65ac-06d5-4e03-afff-24743ec21ae6 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for floatingip (d21dd8ec-5615-448a-84d4-080fa4bda36b), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:04.534643 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-12cf65ac-06d5-4e03-afff-24743ec21ae6 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Calling delete_port for d21dd8ec-5615-448a-84d4-080fa4bda36b owned by network:floatingip {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:20:04.722979 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-12cf65ac-06d5-4e03-afff-24743ec21ae6 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (d21dd8ec-5615-448a-84d4-080fa4bda36b), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:04.747449 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf65ac-06d5-4e03-afff-24743ec21ae6 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Pushing event deleted for resources: {'Port': ['ID=d21dd8ec-5615-448a-84d4-080fa4bda36b,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:20:04.807745 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-12cf65ac-06d5-4e03-afff-24743ec21ae6 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for floatingip (e68fd5e6-69dd-4612-adf1-46ab51263eec), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:04.808038 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.db.l3_db [None req-12cf65ac-06d5-4e03-afff-24743ec21ae6 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Floating IP e68fd5e6-69dd-4612-adf1-46ab51263eec disassociated (deleted). External IP: 172.27.0.5, port: 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1. Mar 23 11:20:04.849178 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 04b701b0-b75b-41b4-9229-66af06183c98 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:20:04.871901 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] No Port match for: 04b701b0-b75b-41b4-9229-66af06183c98 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:20:04.872251 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 04b701b0-b75b-41b4-9229-66af06183c98 not bound to the agent host hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:20:05.015363 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cf65ac-06d5-4e03-afff-24743ec21ae6 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Router 0422e360-6014-4516-9799-3614d97e4e43 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:20:05.120719 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cf65ac-06d5-4e03-afff-24743ec21ae6 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:20:05.125826 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-12cf65ac-06d5-4e03-afff-24743ec21ae6 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:05.131391 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc66b89-81e2-43ef-9b5a-cf0e5e0fdae5 None None] Sync routers for ids ['0422e360-6014-4516-9799-3614d97e4e43'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:20:05.141191 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc66b89-81e2-43ef-9b5a-cf0e5e0fdae5 None None] Routers {'0422e360-6014-4516-9799-3614d97e4e43'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:20:05.141813 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-fcc66b89-81e2-43ef-9b5a-cf0e5e0fdae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975bbb7c0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:19:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['0422e360-6014-4516-9799-3614d97e4e43'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:20:05.154132 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-12cf65ac-06d5-4e03-afff-24743ec21ae6 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "DELETE /v2.0/floatingips/e68fd5e6-69dd-4612-adf1-46ab51263eec HTTP/1.1" status: 204 len: 168 time: 0.8619013 Mar 23 11:20:05.154706 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1cfd2f-2c8d-4919-8b38-3db666d124a1', 'tag': '6e2ea80b-5ff2-4fce-8002-ada9f734a0a1'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:20:05.157637 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49dc15f-72c7-4d7d-af0d-cf3615ad5a42" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1cfd2f-2c8d-4919-8b38-3db666d124a1", "tag": "6e2ea80b-5ff2-4fce-8002-ada9f734a0a1"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:20:05.196359 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 11:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cbb6e9-3cdc-41ce-80c9-afbb0eba7dc2 x-openstack-request-id: req-96cbb6e9-3cdc-41ce-80c9-afbb0eba7dc2 {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:20:05.196651 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1cfd2f-2c8d-4919-8b38-3db666d124a1", "tag": "6e2ea80b-5ff2-4fce-8002-ada9f734a0a1", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:20:05.196901 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96cbb6e9-3cdc-41ce-80c9-afbb0eba7dc2 {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:20:05.197359 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96cbb6e9-3cdc-41ce-80c9-afbb0eba7dc2'] response: {'name': 'network-changed', 'server_uuid': '0e1cfd2f-2c8d-4919-8b38-3db666d124a1', 'tag': '6e2ea80b-5ff2-4fce-8002-ada9f734a0a1', 'status': 'completed', 'code': 200} Mar 23 11:20:05.251594 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-fcc66b89-81e2-43ef-9b5a-cf0e5e0fdae5 None None] Set router 0422e360-6014-4516-9799-3614d97e4e43 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:20:05.260571 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49dc15f-72c7-4d7d-af0d-cf3615ad5a42 req-a8456486-32a9-4a3a-a172-b292b76be3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:20:05.268209 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-b49dc15f-72c7-4d7d-af0d-cf3615ad5a42 req-a8456486-32a9-4a3a-a172-b292b76be3dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04a8334df6204f2ea209242c3de466a1&device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 1129 time: 0.0446429 Mar 23 11:20:05.362709 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49dc15f-72c7-4d7d-af0d-cf3615ad5a42 req-290a8a49-c21a-494a-bd2f-41e21442b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:20:05.364399 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-b49dc15f-72c7-4d7d-af0d-cf3615ad5a42 req-290a8a49-c21a-494a-bd2f-41e21442b5e8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109 HTTP/1.1" status: 200 len: 912 time: 0.0946281 Mar 23 11:20:05.406080 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-b49dc15f-72c7-4d7d-af0d-cf3615ad5a42 req-fc62654c-bd01-4101-b302-4a2259297738 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 HTTP/1.1" status: 200 len: 217 time: 0.0354111 Mar 23 11:20:05.458367 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49dc15f-72c7-4d7d-af0d-cf3615ad5a42 req-429c165d-c4e8-4ebc-bba1-805c2c57f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:20:05.460452 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-b49dc15f-72c7-4d7d-af0d-cf3615ad5a42 req-429c165d-c4e8-4ebc-bba1-805c2c57f85c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22af1c59-b8ec-4f9b-871a-ca144a9f0908 HTTP/1.1" status: 200 len: 850 time: 0.0495279 Mar 23 11:20:05.510400 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49dc15f-72c7-4d7d-af0d-cf3615ad5a42 req-4c973852-9041-4545-ba2a-7e47497219c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:20:05.511911 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-b49dc15f-72c7-4d7d-af0d-cf3615ad5a42 req-4c973852-9041-4545-ba2a-7e47497219c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31d2a5ef-7ddb-4991-9f63-9439d7e0a109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459161 Mar 23 11:20:05.586947 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-fcc66b89-81e2-43ef-9b5a-cf0e5e0fdae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975bbb7c0>, [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:01Z', 'revision_number': 4, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '799bc3a9-b924-407a-a9f6-33cc8176cec8', 'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'mac_address': 'fa:16:3e:81:2a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:00Z', 'updated_at': '2022-03-23T11:13:05Z', 'revision_number': 5, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'subnets': [{'id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:20:05.606660 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-b49dc15f-72c7-4d7d-af0d-cf3615ad5a42 req-165475d9-a3d3-46e6-a85b-41107f642bcb service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873976 Mar 23 11:20:05.615161 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc66b89-81e2-43ef-9b5a-cf0e5e0fdae5 None None] Checking router: 0422e360-6014-4516-9799-3614d97e4e43 for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:20:05.624360 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc66b89-81e2-43ef-9b5a-cf0e5e0fdae5 None None] Routers {'0422e360-6014-4516-9799-3614d97e4e43'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:20:05.625023 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-fcc66b89-81e2-43ef-9b5a-cf0e5e0fdae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975bbb7c0>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:19:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['0422e360-6014-4516-9799-3614d97e4e43'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:20:05.631178 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e768fe0-132d-410a-87a5-e9f9eacc2633 req-6d6f719a-8158-4be4-9ef0-c14fd17b558e tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:20:05.632672 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1e768fe0-132d-410a-87a5-e9f9eacc2633 req-6d6f719a-8158-4be4-9ef0-c14fd17b558e tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 945 time: 0.0549974 Mar 23 11:20:05.682323 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-1e768fe0-132d-410a-87a5-e9f9eacc2633 req-eecee3ee-24db-40ce-8bf5-f89a65829eb2 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439966 Mar 23 11:20:05.703776 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-b49dc15f-72c7-4d7d-af0d-cf3615ad5a42 req-7c088fc5-1598-43b9-979c-0dd7861458d6 service neutron] 10.222.0.52 "GET /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893509 Mar 23 11:20:05.736334 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-fcc66b89-81e2-43ef-9b5a-cf0e5e0fdae5 None None] Set router 0422e360-6014-4516-9799-3614d97e4e43 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:20:05.932246 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-fcc66b89-81e2-43ef-9b5a-cf0e5e0fdae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975bbb7c0>, [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:01Z', 'revision_number': 4, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '799bc3a9-b924-407a-a9f6-33cc8176cec8', 'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'mac_address': 'fa:16:3e:81:2a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:00Z', 'updated_at': '2022-03-23T11:13:05Z', 'revision_number': 5, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'subnets': [{'id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:20:05.957409 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc66b89-81e2-43ef-9b5a-cf0e5e0fdae5 None None] The sync data for ids ['0422e360-6014-4516-9799-3614d97e4e43'] in dv-cinder-790535-33-iscsi is: [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:01Z', 'revision_number': 4, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi', '_interfaces': [{'id': '799bc3a9-b924-407a-a9f6-33cc8176cec8', 'name': '', 'network_id': '31d2a5ef-7ddb-4991-9f63-9439d7e0a109', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'mac_address': 'fa:16:3e:81:2a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:00Z', 'updated_at': '2022-03-23T11:13:05Z', 'revision_number': 5, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'subnets': [{'id': '22af1c59-b8ec-4f9b-871a-ca144a9f0908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:20:06.164283 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31984ccc-8953-432e-896f-4b3769959e47 None None] New status for floating IP e68fd5e6-69dd-4612-adf1-46ab51263eec: DOWN {{(pid=103542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:20:06.802065 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0fe8d-06e6-4ba4-ae5c-b3748f2a2923 req-9ef32869-8271-4c6a-bdde-9c9c4671e68e tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:20:06.805196 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a7c0fe8d-06e6-4ba4-ae5c-b3748f2a2923 req-9ef32869-8271-4c6a-bdde-9c9c4671e68e tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 945 time: 0.0518365 Mar 23 11:20:06.868536 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-a7c0fe8d-06e6-4ba4-ae5c-b3748f2a2923 req-b223c910-be9e-4b79-be80-8aa2305197b0 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/security-groups?id=c088994d-5eea-4269-8d79-41b0a696413e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566339 Mar 23 11:20:07.049751 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab96c1-2e9c-4aa1-888f-2954ba349df2 req-86775ea9-07ce-4c49-8aa6-d115435ddcaf tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:20:07.051115 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c6ab96c1-2e9c-4aa1-888f-2954ba349df2 req-86775ea9-07ce-4c49-8aa6-d115435ddcaf tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 945 time: 0.0521474 Mar 23 11:20:07.142769 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [req-c6ab96c1-2e9c-4aa1-888f-2954ba349df2 req-e739cecb-1646-4167-b0bc-ca03666e6df0 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Deleting port 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:20:07.143114 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-c6ab96c1-2e9c-4aa1-888f-2954ba349df2 req-e739cecb-1646-4167-b0bc-ca03666e6df0 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (6e2ea80b-5ff2-4fce-8002-ada9f734a0a1), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:07.228399 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [req-c6ab96c1-2e9c-4aa1-888f-2954ba349df2 req-e739cecb-1646-4167-b0bc-ca03666e6df0 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] For port 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1, host hv-cinder-79053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79053',level=0,port_id=6e2ea80b-5ff2-4fce-8002-ada9f734a0a1,segment=NetworkSegment(3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b),segment_id=3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:20:07.228763 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-c6ab96c1-2e9c-4aa1-888f-2954ba349df2 req-e739cecb-1646-4167-b0bc-ca03666e6df0 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (6e2ea80b-5ff2-4fce-8002-ada9f734a0a1), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:07.241756 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [req-c6ab96c1-2e9c-4aa1-888f-2954ba349df2 req-e739cecb-1646-4167-b0bc-ca03666e6df0 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Calling delete_port for 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 owned by compute:nova {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:20:07.443123 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-c6ab96c1-2e9c-4aa1-888f-2954ba349df2 req-e739cecb-1646-4167-b0bc-ca03666e6df0 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (6e2ea80b-5ff2-4fce-8002-ada9f734a0a1), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:07.473223 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739cecb-1646-4167-b0bc-ca03666e6df0 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Pushing event deleted for resources: {'Port': ['ID=6e2ea80b-5ff2-4fce-8002-ada9f734a0a1,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:20:07.513726 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ab96c1-2e9c-4aa1-888f-2954ba349df2 req-e739cecb-1646-4167-b0bc-ca03666e6df0 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] No DVR routers for this DVR port 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 on host hv-cinder-79053 {{(pid=103539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:20:07.516091 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [req-c6ab96c1-2e9c-4aa1-888f-2954ba349df2 req-e739cecb-1646-4167-b0bc-ca03666e6df0 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for port (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:07.519328 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [req-c6ab96c1-2e9c-4aa1-888f-2954ba349df2 req-e739cecb-1646-4167-b0bc-ca03666e6df0 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.52 "DELETE /v2.0/ports/6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 HTTP/1.1" status: 204 len: 173 time: 0.4629195 Mar 23 11:20:07.519765 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1cfd2f-2c8d-4919-8b38-3db666d124a1', 'name': 'network-vif-deleted', 'tag': '6e2ea80b-5ff2-4fce-8002-ada9f734a0a1'}] {{(pid=103539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:20:07.522539 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e56660e2cc5cd1325a669c9108e6292b189cc0612289c5770cde6b3a0d21a87" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab11c0f0-f73b-4c87-9864-18e465d5fe36" -d '{"events": [{"server_uuid": "0e1cfd2f-2c8d-4919-8b38-3db666d124a1", "name": "network-vif-deleted", "tag": "6e2ea80b-5ff2-4fce-8002-ada9f734a0a1"}]}' {{(pid=103539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 11:20:07.556698 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 11:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5130da-efae-4fe0-9e48-5d3e9636a025 x-openstack-request-id: req-3d5130da-efae-4fe0-9e48-5d3e9636a025 {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 11:20:07.557000 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1cfd2f-2c8d-4919-8b38-3db666d124a1", "name": "network-vif-deleted", "tag": "6e2ea80b-5ff2-4fce-8002-ada9f734a0a1", "status": "completed", "code": 200}]} {{(pid=103539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 11:20:07.557285 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3d5130da-efae-4fe0-9e48-5d3e9636a025 {{(pid=103539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 11:20:07.557695 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d5130da-efae-4fe0-9e48-5d3e9636a025'] response: {'server_uuid': '0e1cfd2f-2c8d-4919-8b38-3db666d124a1', 'name': 'network-vif-deleted', 'tag': '6e2ea80b-5ff2-4fce-8002-ada9f734a0a1', 'status': 'completed', 'code': 200} Mar 23 11:20:07.969320 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [req-e81f6379-b7e4-4df7-90c8-8d2f265a6287 req-5789e2cc-5db2-442b-9d90-e65834ce783e tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e1cfd2f-2c8d-4919-8b38-3db666d124a1 HTTP/1.1" status: 200 len: 210 time: 0.0316701 Mar 23 11:20:09.024075 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 57806) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:20:09.145143 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-19c2d9a0-7c61-46aa-ae45-42f7fc351cca tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Deleting port f57ef257-50c2-4746-9ad9-316c5cf875c7 {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:20:09.145432 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-19c2d9a0-7c61-46aa-ae45-42f7fc351cca tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (f57ef257-50c2-4746-9ad9-316c5cf875c7), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:09.218115 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-19c2d9a0-7c61-46aa-ae45-42f7fc351cca tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (f57ef257-50c2-4746-9ad9-316c5cf875c7), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:09.218438 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-19c2d9a0-7c61-46aa-ae45-42f7fc351cca tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for floatingip (f57ef257-50c2-4746-9ad9-316c5cf875c7), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:09.229900 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-19c2d9a0-7c61-46aa-ae45-42f7fc351cca tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Calling delete_port for f57ef257-50c2-4746-9ad9-316c5cf875c7 owned by network:floatingip {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:20:09.408542 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-19c2d9a0-7c61-46aa-ae45-42f7fc351cca tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (f57ef257-50c2-4746-9ad9-316c5cf875c7), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:09.433252 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2d9a0-7c61-46aa-ae45-42f7fc351cca tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Pushing event deleted for resources: {'Port': ['ID=f57ef257-50c2-4746-9ad9-316c5cf875c7,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:20:09.496836 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-19c2d9a0-7c61-46aa-ae45-42f7fc351cca tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for floatingip (35a0dcc1-63e0-4ed4-949c-fbcc83c05d46), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:09.499437 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-19c2d9a0-7c61-46aa-ae45-42f7fc351cca tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111532'] for floatingip (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:09.500591 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-19c2d9a0-7c61-46aa-ae45-42f7fc351cca tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "DELETE /v2.0/floatingips/35a0dcc1-63e0-4ed4-949c-fbcc83c05d46 HTTP/1.1" status: 204 len: 168 time: 0.4755423 Mar 23 11:20:10.838834 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 57818) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:20:10.895559 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 no longer exists at agent hyperv_hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:20:10.905969 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0a3b9ec5-270a-4ffd-935d-f1d6138312c5 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for security_group (c088994d-5eea-4269-8d79-41b0a696413e), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:10.915245 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] No Port match for: 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:20:10.915590 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Device 6e2ea80b-5ff2-4fce-8002-ada9f734a0a1 not bound to the agent host hv-cinder-79053 {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:20:10.931781 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0a3b9ec5-270a-4ffd-935d-f1d6138312c5 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for security_group (c088994d-5eea-4269-8d79-41b0a696413e), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:11.031276 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0a3b9ec5-270a-4ffd-935d-f1d6138312c5 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (c088994d-5eea-4269-8d79-41b0a696413e), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:11.033961 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-0a3b9ec5-270a-4ffd-935d-f1d6138312c5 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:11.035123 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-0a3b9ec5-270a-4ffd-935d-f1d6138312c5 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] 10.222.0.41 "DELETE /v2.0/security-groups/c088994d-5eea-4269-8d79-41b0a696413e HTTP/1.1" status: 204 len: 168 time: 0.1953013 Mar 23 11:20:11.044423 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b9ec5-270a-4ffd-935d-f1d6138312c5 tempest-TestVolumeBootPattern-710301327 tempest-TestVolumeBootPattern-710301327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c088994d-5eea-4269-8d79-41b0a696413e,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:20:11.142665 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 57822) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:20:11.580181 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573510'] for router_interface (0422e360-6014-4516-9799-3614d97e4e43), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:11.823637 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] Deleting port 799bc3a9-b924-407a-a9f6-33cc8176cec8 {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:20:11.823876 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (799bc3a9-b924-407a-a9f6-33cc8176cec8), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:11.899250 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] For port 799bc3a9-b924-407a-a9f6-33cc8176cec8, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=799bc3a9-b924-407a-a9f6-33cc8176cec8,segment=NetworkSegment(3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b),segment_id=3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b)] {{(pid=103540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:20:11.899725 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (799bc3a9-b924-407a-a9f6-33cc8176cec8), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:11.911934 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] Calling delete_port for 799bc3a9-b924-407a-a9f6-33cc8176cec8 owned by network:router_interface {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:20:12.134633 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (799bc3a9-b924-407a-a9f6-33cc8176cec8), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:12.160276 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=799bc3a9-b924-407a-a9f6-33cc8176cec8,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:20:12.169691 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:12.170041 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:12.170383 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:12.170723 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:12.171055 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:12.171849 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:12.171849 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:12.172052 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:12.172336 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:12.172641 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:12.172967 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:12.173320 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:12.177846 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:12.177846 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:12.177846 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:12.339014 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589814'] for router_interface (0422e360-6014-4516-9799-3614d97e4e43), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:12.551471 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] Router 0422e360-6014-4516-9799-3614d97e4e43 has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:20:12.658815 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:20:12.664711 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-b4dd90ae-7221-40c3-bfc9-ea4843d50c4a admin admin] 10.222.0.41 "PUT /v2.0/routers/0422e360-6014-4516-9799-3614d97e4e43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5210178 Mar 23 11:20:12.667382 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 57826) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:20:12.668541 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7e6c7a-1a26-4839-9b87-ecff7f6af8ff None None] Sync routers for ids ['0422e360-6014-4516-9799-3614d97e4e43'] in dv-cinder-790535-33-iscsi {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:20:12.678362 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7e6c7a-1a26-4839-9b87-ecff7f6af8ff None None] Routers {'0422e360-6014-4516-9799-3614d97e4e43'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:20:12.678981 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-6c7e6c7a-1a26-4839-9b87-ecff7f6af8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975d48640>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:19:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['0422e360-6014-4516-9799-3614d97e4e43'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:20:12.771698 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6074-7b87-4ca5-b4fc-662ab1db789d admin admin] Publish callbacks [] for router (0422e360-6014-4516-9799-3614d97e4e43), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:12.784993 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-6c7e6c7a-1a26-4839-9b87-ecff7f6af8ff None None] Set router 0422e360-6014-4516-9799-3614d97e4e43 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:20:12.983142 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-6c7e6c7a-1a26-4839-9b87-ecff7f6af8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975d48640>, [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:20:12Z', 'revision_number': 5, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:20:13.009613 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7e6c7a-1a26-4839-9b87-ecff7f6af8ff None None] Checking router: 0422e360-6014-4516-9799-3614d97e4e43 for host: dv-cinder-790535-33-iscsi {{(pid=103541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:20:13.018121 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7e6c7a-1a26-4839-9b87-ecff7f6af8ff None None] Routers {'0422e360-6014-4516-9799-3614d97e4e43'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:20:13.018748 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-6c7e6c7a-1a26-4839-9b87-ecff7f6af8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2975d48640>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:19:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['0422e360-6014-4516-9799-3614d97e4e43'], 'active': True} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:20:13.125362 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvr_db [None req-6c7e6c7a-1a26-4839-9b87-ecff7f6af8ff None None] Set router 0422e360-6014-4516-9799-3614d97e4e43 gateway port host: dv-cinder-790535-33-iscsi {{(pid=103541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:20:13.156150 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6074-7b87-4ca5-b4fc-662ab1db789d admin admin] Publish callbacks [] for router_gateway (0422e360-6014-4516-9799-3614d97e4e43), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:13.274223 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-ab0a6074-7b87-4ca5-b4fc-662ab1db789d admin admin] Deleting port 6c00567b-2064-4ce1-a37c-7baca7045fea {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:20:13.274928 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6074-7b87-4ca5-b4fc-662ab1db789d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (6c00567b-2064-4ce1-a37c-7baca7045fea), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:13.302215 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_hamode_db [None req-6c7e6c7a-1a26-4839-9b87-ecff7f6af8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2975d48640>, [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:20:12Z', 'revision_number': 5, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:20:13.328630 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7e6c7a-1a26-4839-9b87-ecff7f6af8ff None None] The sync data for ids ['0422e360-6014-4516-9799-3614d97e4e43'] in dv-cinder-790535-33-iscsi is: [{'id': '0422e360-6014-4516-9799-3614d97e4e43', 'name': 'tempest-TestVolumeBootPattern-216275549-router', 'tenant_id': '04a8334df6204f2ea209242c3de466a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:20:12Z', 'revision_number': 5, 'project_id': '04a8334df6204f2ea209242c3de466a1', 'gw_port': {'id': '6c00567b-2064-4ce1-a37c-7baca7045fea', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0422e360-6014-4516-9799-3614d97e4e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:12:58Z', 'updated_at': '2022-03-23T11:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}] {{(pid=103541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:20:13.354900 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [None req-ab0a6074-7b87-4ca5-b4fc-662ab1db789d admin admin] For port 6c00567b-2064-4ce1-a37c-7baca7045fea, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=6c00567b-2064-4ce1-a37c-7baca7045fea,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:20:13.355280 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6074-7b87-4ca5-b4fc-662ab1db789d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (6c00567b-2064-4ce1-a37c-7baca7045fea), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:13.371197 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-ab0a6074-7b87-4ca5-b4fc-662ab1db789d admin admin] Calling delete_port for 6c00567b-2064-4ce1-a37c-7baca7045fea owned by network:router_gateway {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:20:13.574463 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6074-7b87-4ca5-b4fc-662ab1db789d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (6c00567b-2064-4ce1-a37c-7baca7045fea), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:13.597041 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a6074-7b87-4ca5-b4fc-662ab1db789d admin admin] Pushing event deleted for resources: {'Port': ['ID=6c00567b-2064-4ce1-a37c-7baca7045fea,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:20:13.658805 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6074-7b87-4ca5-b4fc-662ab1db789d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589324'] for router_gateway (0422e360-6014-4516-9799-3614d97e4e43), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:13.760523 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6074-7b87-4ca5-b4fc-662ab1db789d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router (0422e360-6014-4516-9799-3614d97e4e43), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:13.762782 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6074-7b87-4ca5-b4fc-662ab1db789d admin admin] Publish callbacks [] for router_controller (0422e360-6014-4516-9799-3614d97e4e43), precommit_delete_associations {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:13.871775 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6074-7b87-4ca5-b4fc-662ab1db789d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588271'] for router (0422e360-6014-4516-9799-3614d97e4e43), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:13.872349 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0a6074-7b87-4ca5-b4fc-662ab1db789d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0422e360-6014-4516-9799-3614d97e4e43 {{(pid=103540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 11:20:13.876600 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6074-7b87-4ca5-b4fc-662ab1db789d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:13.881857 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-ab0a6074-7b87-4ca5-b4fc-662ab1db789d admin admin] 10.222.0.41 "DELETE /v2.0/routers/0422e360-6014-4516-9799-3614d97e4e43 HTTP/1.1" status: 204 len: 168 time: 1.2095101 Mar 23 11:20:13.881857 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 57828) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:20:13.925872 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2264991-7eb5-4edf-86e3-53870567e3dd admin admin] Deleting subnet 22af1c59-b8ec-4f9b-871a-ca144a9f0908 {{(pid=103540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 11:20:13.929304 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c2264991-7eb5-4edf-86e3-53870567e3dd admin admin] Publish callbacks [] for subnet (22af1c59-b8ec-4f9b-871a-ca144a9f0908), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:13.966560 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c2264991-7eb5-4edf-86e3-53870567e3dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12491986'] for subnet (22af1c59-b8ec-4f9b-871a-ca144a9f0908), precommit_delete_associations {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:14.049836 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c2264991-7eb5-4edf-86e3-53870567e3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3350868'] for subnet (22af1c59-b8ec-4f9b-871a-ca144a9f0908), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:14.163758 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c2264991-7eb5-4edf-86e3-53870567e3dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3350861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12546396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11773122'] for subnet (22af1c59-b8ec-4f9b-871a-ca144a9f0908), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:14.188536 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2264991-7eb5-4edf-86e3-53870567e3dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22af1c59-b8ec-4f9b-871a-ca144a9f0908,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:20:14.191992 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-c2264991-7eb5-4edf-86e3-53870567e3dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:14.195251 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-c2264991-7eb5-4edf-86e3-53870567e3dd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/22af1c59-b8ec-4f9b-871a-ca144a9f0908 HTTP/1.1" status: 204 len: 168 time: 0.3132491 Mar 23 11:20:14.197805 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a2d0c9-dcf8-4fe5-b35c-a36fe17826e1 None None] Network 31d2a5ef-7ddb-4991-9f63-9439d7e0a109 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:20:14.198341 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.wsgi [-] (103540) accepted ('10.222.0.41', 57830) {{(pid=103540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:20:14.264972 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-9f2849ec-de53-4400-875c-00f9b0f2b32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148571'] for network (31d2a5ef-7ddb-4991-9f63-9439d7e0a109), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:14.327692 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-9f2849ec-de53-4400-875c-00f9b0f2b32e admin admin] Deleting port 977a4515-b36c-41d1-b3aa-fc8673daae07 {{(pid=103540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:20:14.328254 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-9f2849ec-de53-4400-875c-00f9b0f2b32e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (977a4515-b36c-41d1-b3aa-fc8673daae07), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:14.365692 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd846eb-3ecd-42a2-a243-9e9c042ecc18 None None] DHCP port deletion for 31d2a5ef-7ddb-4991-9f63-9439d7e0a109 request from dv-cinder-790535-33-iscsi {{(pid=103541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 11:20:14.394385 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.db [None req-9f2849ec-de53-4400-875c-00f9b0f2b32e admin admin] For port 977a4515-b36c-41d1-b3aa-fc8673daae07, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=977a4515-b36c-41d1-b3aa-fc8673daae07,segment=NetworkSegment(3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b),segment_id=3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b)] {{(pid=103540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:20:14.395040 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-9f2849ec-de53-4400-875c-00f9b0f2b32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (977a4515-b36c-41d1-b3aa-fc8673daae07), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:14.409597 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-9f2849ec-de53-4400-875c-00f9b0f2b32e admin admin] Calling delete_port for 977a4515-b36c-41d1-b3aa-fc8673daae07 owned by network:dhcp {{(pid=103540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:20:14.412784 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-8cd846eb-3ecd-42a2-a243-9e9c042ecc18 None None] Deleting port 977a4515-b36c-41d1-b3aa-fc8673daae07 {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:20:14.413171 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8cd846eb-3ecd-42a2-a243-9e9c042ecc18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (977a4515-b36c-41d1-b3aa-fc8673daae07), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:14.475466 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-8cd846eb-3ecd-42a2-a243-9e9c042ecc18 None None] For port 977a4515-b36c-41d1-b3aa-fc8673daae07, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=977a4515-b36c-41d1-b3aa-fc8673daae07,segment=NetworkSegment(3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b),segment_id=3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:20:14.475866 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8cd846eb-3ecd-42a2-a243-9e9c042ecc18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (977a4515-b36c-41d1-b3aa-fc8673daae07), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:14.488097 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-8cd846eb-3ecd-42a2-a243-9e9c042ecc18 None None] Calling delete_port for 977a4515-b36c-41d1-b3aa-fc8673daae07 owned by network:dhcp {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:20:14.534788 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-9f2849ec-de53-4400-875c-00f9b0f2b32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12548013'] for port (977a4515-b36c-41d1-b3aa-fc8673daae07), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:14.565689 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8cd846eb-3ecd-42a2-a243-9e9c042ecc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628'] for port (977a4515-b36c-41d1-b3aa-fc8673daae07), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:14.566771 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2849ec-de53-4400-875c-00f9b0f2b32e admin admin] Pushing event deleted for resources: {'Port': ['ID=977a4515-b36c-41d1-b3aa-fc8673daae07,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:20:14.571523 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2849ec-de53-4400-875c-00f9b0f2b32e admin admin] No DVR routers for this DVR port 977a4515-b36c-41d1-b3aa-fc8673daae07 on host dv-cinder-790535-33-iscsi {{(pid=103540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:20:14.594609 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd846eb-3ecd-42a2-a243-9e9c042ecc18 None None] Pushing event deleted for resources: {'Port': ['ID=977a4515-b36c-41d1-b3aa-fc8673daae07,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:20:14.597617 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd846eb-3ecd-42a2-a243-9e9c042ecc18 None None] No DVR routers for this DVR port 977a4515-b36c-41d1-b3aa-fc8673daae07 on host dv-cinder-790535-33-iscsi {{(pid=103541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:20:14.604185 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd846eb-3ecd-42a2-a243-9e9c042ecc18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:14.604540 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd846eb-3ecd-42a2-a243-9e9c042ecc18 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:14.604897 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd846eb-3ecd-42a2-a243-9e9c042ecc18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:14.605273 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd846eb-3ecd-42a2-a243-9e9c042ecc18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:14.605619 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd846eb-3ecd-42a2-a243-9e9c042ecc18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:14.605964 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd846eb-3ecd-42a2-a243-9e9c042ecc18 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:14.606301 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd846eb-3ecd-42a2-a243-9e9c042ecc18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:14.606635 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd846eb-3ecd-42a2-a243-9e9c042ecc18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:14.606968 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd846eb-3ecd-42a2-a243-9e9c042ecc18 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:14.607302 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd846eb-3ecd-42a2-a243-9e9c042ecc18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:14.607641 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd846eb-3ecd-42a2-a243-9e9c042ecc18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:14.607975 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd846eb-3ecd-42a2-a243-9e9c042ecc18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:14.608299 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd846eb-3ecd-42a2-a243-9e9c042ecc18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:14.608625 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd846eb-3ecd-42a2-a243-9e9c042ecc18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:14.608947 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd846eb-3ecd-42a2-a243-9e9c042ecc18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790535-33-iscsi {{(pid=103541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:20:14.642815 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-9f2849ec-de53-4400-875c-00f9b0f2b32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3292129', 'neutron.services.segments.db._delete_segments_for_network-8738511072579'] for network (31d2a5ef-7ddb-4991-9f63-9439d7e0a109), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:14.663045 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-9f2849ec-de53-4400-875c-00f9b0f2b32e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f29752fe9d0>,) {'filters': {'network_id': ['31d2a5ef-7ddb-4991-9f63-9439d7e0a109']}} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:20:14.672194 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-9f2849ec-de53-4400-875c-00f9b0f2b32e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f29752fe9d0>, '3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b') {'for_net_delete': True} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:20:14.674642 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.services.segments.db [None req-9f2849ec-de53-4400-875c-00f9b0f2b32e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f29752fe9d0>, '3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b') {} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:20:14.682122 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-9f2849ec-de53-4400-875c-00f9b0f2b32e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738511073100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12492011'] for segment (3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b), before_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:14.695689 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-9f2849ec-de53-4400-875c-00f9b0f2b32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b), precommit_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:14.701408 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2849ec-de53-4400-875c-00f9b0f2b32e admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 11:20:14.702841 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-9f2849ec-de53-4400-875c-00f9b0f2b32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12548094'] for segment (3cb2b60f-c4be-4f15-9ebe-51cb87b56f2b), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: Traceback (most recent call last): Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: timer() Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: cb(*args, **kw) Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: return func(*args, **kwargs) Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: self._notify() Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: self.callback(batched_events) Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: event.method(event) Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: return f(self, *a, **k) Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: return self._get(url).json() Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: return self.request(url, 'GET', **kwargs) Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:20:14.703460 dv-cinder-790535-33-iscsi neutron-server[103540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:20:14.871615 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-9f2849ec-de53-4400-875c-00f9b0f2b32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3292122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589424'] for network (31d2a5ef-7ddb-4991-9f63-9439d7e0a109), after_delete {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:14.876788 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-9f2849ec-de53-4400-875c-00f9b0f2b32e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:14.879986 dv-cinder-790535-33-iscsi neutron-server[103540]: INFO neutron.wsgi [None req-9f2849ec-de53-4400-875c-00f9b0f2b32e admin admin] 10.222.0.41 "DELETE /v2.0/networks/31d2a5ef-7ddb-4991-9f63-9439d7e0a109 HTTP/1.1" status: 204 len: 168 time: 0.6809599 Mar 23 11:20:14.886094 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 57832) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:20:14.895202 dv-cinder-790535-33-iscsi neutron-server[103540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2849ec-de53-4400-875c-00f9b0f2b32e admin admin] Pushing event deleted for resources: {'Network': ['ID=31d2a5ef-7ddb-4991-9f63-9439d7e0a109,revision_number=None']} {{(pid=103540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:20:14.950186 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 799bc3a9-b924-407a-a9f6-33cc8176cec8 no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:20:14.970368 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: 799bc3a9-b924-407a-a9f6-33cc8176cec8 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:20:14.970803 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 799bc3a9-b924-407a-a9f6-33cc8176cec8 not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:20:14.971230 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 6c00567b-2064-4ce1-a37c-7baca7045fea no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:20:14.993570 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: 6c00567b-2064-4ce1-a37c-7baca7045fea {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:20:15.001638 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 6c00567b-2064-4ce1-a37c-7baca7045fea not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:20:15.001638 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 977a4515-b36c-41d1-b3aa-fc8673daae07 no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:20:15.013541 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: 977a4515-b36c-41d1-b3aa-fc8673daae07 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:20:15.013895 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 977a4515-b36c-41d1-b3aa-fc8673daae07 not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:20:15.231957 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c0033e38-7963-4a48-ad6a-17f2451ab421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-573510'] for router_interface (ef0612fb-6809-4ee9-8eb0-1ae85d30a34d), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:15.472267 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-c0033e38-7963-4a48-ad6a-17f2451ab421 admin admin] Deleting port 6789777f-a9cd-4ed7-851e-07ce3cf277f6 {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:20:15.472607 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c0033e38-7963-4a48-ad6a-17f2451ab421 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (6789777f-a9cd-4ed7-851e-07ce3cf277f6), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:15.548429 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [None req-c0033e38-7963-4a48-ad6a-17f2451ab421 admin admin] For port 6789777f-a9cd-4ed7-851e-07ce3cf277f6, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=6789777f-a9cd-4ed7-851e-07ce3cf277f6,segment=NetworkSegment(3122c570-d70c-4abf-b9a1-f6e31437d24c),segment_id=3122c570-d70c-4abf-b9a1-f6e31437d24c)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:20:15.548708 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c0033e38-7963-4a48-ad6a-17f2451ab421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (6789777f-a9cd-4ed7-851e-07ce3cf277f6), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:15.562544 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-c0033e38-7963-4a48-ad6a-17f2451ab421 admin admin] Calling delete_port for 6789777f-a9cd-4ed7-851e-07ce3cf277f6 owned by network:router_interface {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:20:16.043200 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c0033e38-7963-4a48-ad6a-17f2451ab421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (6789777f-a9cd-4ed7-851e-07ce3cf277f6), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:16.066619 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0033e38-7963-4a48-ad6a-17f2451ab421 admin admin] Pushing event deleted for resources: {'Port': ['ID=6789777f-a9cd-4ed7-851e-07ce3cf277f6,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:20:16.232754 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-c0033e38-7963-4a48-ad6a-17f2451ab421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-589814'] for router_interface (ef0612fb-6809-4ee9-8eb0-1ae85d30a34d), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:16.444315 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0033e38-7963-4a48-ad6a-17f2451ab421 admin admin] Router ef0612fb-6809-4ee9-8eb0-1ae85d30a34d has already been hosted by L3 agent 0787aac7-3a8a-41e5-bfef-7a310f6facbc {{(pid=103539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 11:20:16.545445 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0033e38-7963-4a48-ad6a-17f2451ab421 admin admin] Notify agent at l3_agent.dv-cinder-790535-33-iscsi the message routers_updated {{(pid=103539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 11:20:16.550567 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-c0033e38-7963-4a48-ad6a-17f2451ab421 admin admin] 10.222.0.41 "PUT /v2.0/routers/ef0612fb-6809-4ee9-8eb0-1ae85d30a34d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6624758 Mar 23 11:20:16.553670 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 57834) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:20:16.556304 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6c8b79-c36f-4e65-b912-337c91ed7094 None None] Sync routers for ids ['ef0612fb-6809-4ee9-8eb0-1ae85d30a34d'] in dv-cinder-790535-33-iscsi {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:20:16.565736 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6c8b79-c36f-4e65-b912-337c91ed7094 None None] Routers {'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:20:16.566350 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-9d6c8b79-c36f-4e65-b912-337c91ed7094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2977cb8340>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:19:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['ef0612fb-6809-4ee9-8eb0-1ae85d30a34d'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:20:16.664119 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5b489394-829f-4e3c-9392-c55d25a19df9 admin admin] Publish callbacks [] for router (ef0612fb-6809-4ee9-8eb0-1ae85d30a34d), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:16.671283 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-9d6c8b79-c36f-4e65-b912-337c91ed7094 None None] Set router ef0612fb-6809-4ee9-8eb0-1ae85d30a34d gateway port host: dv-cinder-790535-33-iscsi {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:20:16.766621 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5b489394-829f-4e3c-9392-c55d25a19df9 admin admin] Publish callbacks [] for router_gateway (ef0612fb-6809-4ee9-8eb0-1ae85d30a34d), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:16.847225 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-9d6c8b79-c36f-4e65-b912-337c91ed7094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2977cb8340>, [{'id': 'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d', 'name': 'tempest-TestVolumeBootPattern-134866413-router', 'tenant_id': '686fc0fba205488eafd0857305d5ad7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'external_fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'bfabeecc-a5b1-46ff-8fca-ebbc219a25eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:13:04Z', 'updated_at': '2022-03-23T11:20:15Z', 'revision_number': 5, 'project_id': '686fc0fba205488eafd0857305d5ad7a', 'gw_port': {'id': 'bfabeecc-a5b1-46ff-8fca-ebbc219a25eb', 'name': '', 'network_id': '95c18418-5bae-427e-9b81-a5d1c1650c0a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:39:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790535-33-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:13:05Z', 'updated_at': '2022-03-23T11:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3e1497af-c43c-4f5b-914b-136f0356db85', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790535-33-iscsi'}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:20:16.862490 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-5b489394-829f-4e3c-9392-c55d25a19df9 admin admin] Deleting port bfabeecc-a5b1-46ff-8fca-ebbc219a25eb {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:20:16.862936 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5b489394-829f-4e3c-9392-c55d25a19df9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (bfabeecc-a5b1-46ff-8fca-ebbc219a25eb), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:16.874250 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6c8b79-c36f-4e65-b912-337c91ed7094 None None] Checking router: ef0612fb-6809-4ee9-8eb0-1ae85d30a34d for host: dv-cinder-790535-33-iscsi {{(pid=103542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:20:16.884442 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6c8b79-c36f-4e65-b912-337c91ed7094 None None] Routers {'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d'} bound to L3 agent in host dv-cinder-790535-33-iscsi {{(pid=103542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 11:20:16.885013 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-9d6c8b79-c36f-4e65-b912-337c91ed7094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2977cb8340>, 'dv-cinder-790535-33-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:53:58Z,description=<?>,heartbeat_timestamp=2022-03-23T11:19:58Z,host='dv-cinder-790535-33-iscsi',id=0787aac7-3a8a-41e5-bfef-7a310f6facbc,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-03-23T10:53:58Z,topic='l3_agent')) {'router_ids': ['ef0612fb-6809-4ee9-8eb0-1ae85d30a34d'], 'active': True} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:20:16.950841 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [None req-5b489394-829f-4e3c-9392-c55d25a19df9 admin admin] For port bfabeecc-a5b1-46ff-8fca-ebbc219a25eb, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=bfabeecc-a5b1-46ff-8fca-ebbc219a25eb,segment=NetworkSegment(e6f3dc76-eba1-4e75-84d4-4649ca7e376e),segment_id=e6f3dc76-eba1-4e75-84d4-4649ca7e376e)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:20:16.951210 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5b489394-829f-4e3c-9392-c55d25a19df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (bfabeecc-a5b1-46ff-8fca-ebbc219a25eb), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:16.967644 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-5b489394-829f-4e3c-9392-c55d25a19df9 admin admin] Calling delete_port for bfabeecc-a5b1-46ff-8fca-ebbc219a25eb owned by network:router_gateway {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:20:16.976216 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_dvr_db [None req-9d6c8b79-c36f-4e65-b912-337c91ed7094 None None] Set router ef0612fb-6809-4ee9-8eb0-1ae85d30a34d gateway port host: None {{(pid=103542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 11:20:17.030098 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.l3_hamode_db [None req-9d6c8b79-c36f-4e65-b912-337c91ed7094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2977cb8340>, [{'id': 'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d', 'name': 'tempest-TestVolumeBootPattern-134866413-router', 'tenant_id': '686fc0fba205488eafd0857305d5ad7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:13:04Z', 'updated_at': '2022-03-23T11:20:16Z', 'revision_number': 6, 'project_id': '686fc0fba205488eafd0857305d5ad7a', 'gw_port_host': None}], 'dv-cinder-790535-33-iscsi', False) {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:20:17.059983 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6c8b79-c36f-4e65-b912-337c91ed7094 None None] The sync data for ids ['ef0612fb-6809-4ee9-8eb0-1ae85d30a34d'] in dv-cinder-790535-33-iscsi is: [{'id': 'ef0612fb-6809-4ee9-8eb0-1ae85d30a34d', 'name': 'tempest-TestVolumeBootPattern-134866413-router', 'tenant_id': '686fc0fba205488eafd0857305d5ad7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:13:04Z', 'updated_at': '2022-03-23T11:20:16Z', 'revision_number': 6, 'project_id': '686fc0fba205488eafd0857305d5ad7a', 'gw_port_host': None}] {{(pid=103542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:20:17.185436 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5b489394-829f-4e3c-9392-c55d25a19df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (bfabeecc-a5b1-46ff-8fca-ebbc219a25eb), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:17.211481 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b489394-829f-4e3c-9392-c55d25a19df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfabeecc-a5b1-46ff-8fca-ebbc219a25eb,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:20:17.271520 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5b489394-829f-4e3c-9392-c55d25a19df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-589324'] for router_gateway (ef0612fb-6809-4ee9-8eb0-1ae85d30a34d), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:17.365126 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5b489394-829f-4e3c-9392-c55d25a19df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router (ef0612fb-6809-4ee9-8eb0-1ae85d30a34d), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:17.367167 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5b489394-829f-4e3c-9392-c55d25a19df9 admin admin] Publish callbacks [] for router_controller (ef0612fb-6809-4ee9-8eb0-1ae85d30a34d), precommit_delete_associations {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:17.462665 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5b489394-829f-4e3c-9392-c55d25a19df9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588271'] for router (ef0612fb-6809-4ee9-8eb0-1ae85d30a34d), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:17.463214 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b489394-829f-4e3c-9392-c55d25a19df9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef0612fb-6809-4ee9-8eb0-1ae85d30a34d {{(pid=103539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 11:20:17.470792 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-5b489394-829f-4e3c-9392-c55d25a19df9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:17.470792 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-5b489394-829f-4e3c-9392-c55d25a19df9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ef0612fb-6809-4ee9-8eb0-1ae85d30a34d HTTP/1.1" status: 204 len: 168 time: 0.9145665 Mar 23 11:20:17.471872 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 57836) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:20:17.519584 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f21269-af75-4d03-a53b-cf2d705be0e6 admin admin] Deleting subnet 20f09b64-e16d-49a2-97ca-08df547c80f9 {{(pid=103539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 11:20:17.523368 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b5f21269-af75-4d03-a53b-cf2d705be0e6 admin admin] Publish callbacks [] for subnet (20f09b64-e16d-49a2-97ca-08df547c80f9), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:17.559659 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b5f21269-af75-4d03-a53b-cf2d705be0e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11844273'] for subnet (20f09b64-e16d-49a2-97ca-08df547c80f9), precommit_delete_associations {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:17.633478 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b5f21269-af75-4d03-a53b-cf2d705be0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3350868'] for subnet (20f09b64-e16d-49a2-97ca-08df547c80f9), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:17.728854 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b5f21269-af75-4d03-a53b-cf2d705be0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3350861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11800261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11983438'] for subnet (20f09b64-e16d-49a2-97ca-08df547c80f9), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:17.752394 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f21269-af75-4d03-a53b-cf2d705be0e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20f09b64-e16d-49a2-97ca-08df547c80f9,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:20:17.757982 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-b5f21269-af75-4d03-a53b-cf2d705be0e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for subnet (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:17.761284 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-b5f21269-af75-4d03-a53b-cf2d705be0e6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/20f09b64-e16d-49a2-97ca-08df547c80f9 HTTP/1.1" status: 204 len: 168 time: 0.2883110 Mar 23 11:20:17.763980 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff72d600-c521-4044-9abb-17e7e47e7534 None None] Network 624a243d-eebc-4834-8ad6-1f7ed028e6d5 requested from dv-cinder-790535-33-iscsi {{(pid=103541) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 11:20:17.766373 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 57838) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:20:17.842975 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-141917ca-3af4-4294-b54d-8b6c8a645497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3148571'] for network (624a243d-eebc-4834-8ad6-1f7ed028e6d5), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:17.899480 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-141917ca-3af4-4294-b54d-8b6c8a645497 admin admin] Deleting port b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4 {{(pid=103539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:20:17.899831 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-141917ca-3af4-4294-b54d-8b6c8a645497 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:17.924203 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd530313-f451-4022-9506-d8bbd3e95cc2 None None] DHCP port deletion for 624a243d-eebc-4834-8ad6-1f7ed028e6d5 request from dv-cinder-790535-33-iscsi {{(pid=103541) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 11:20:17.971718 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.db [None req-141917ca-3af4-4294-b54d-8b6c8a645497 admin admin] For port b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4,segment=NetworkSegment(3122c570-d70c-4abf-b9a1-f6e31437d24c),segment_id=3122c570-d70c-4abf-b9a1-f6e31437d24c)] {{(pid=103539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:20:17.972087 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-141917ca-3af4-4294-b54d-8b6c8a645497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:17.972202 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-dd530313-f451-4022-9506-d8bbd3e95cc2 None None] Deleting port b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4 {{(pid=103541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 11:20:17.972563 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dd530313-f451-4022-9506-d8bbd3e95cc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738511273759'] for port (b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4), before_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:17.986141 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.plugin [None req-141917ca-3af4-4294-b54d-8b6c8a645497 admin admin] Calling delete_port for b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4 owned by network:dhcp {{(pid=103539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:20:18.035174 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.db [None req-dd530313-f451-4022-9506-d8bbd3e95cc2 None None] For port b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4, host dv-cinder-790535-33-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790535-33-iscsi',level=0,port_id=b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4,segment=NetworkSegment(3122c570-d70c-4abf-b9a1-f6e31437d24c),segment_id=3122c570-d70c-4abf-b9a1-f6e31437d24c)] {{(pid=103541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 11:20:18.035537 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dd530313-f451-4022-9506-d8bbd3e95cc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-578900'] for port (b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4), precommit_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:18.049281 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-dd530313-f451-4022-9506-d8bbd3e95cc2 None None] Calling delete_port for b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4 owned by network:dhcp {{(pid=103541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 11:20:18.129194 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-141917ca-3af4-4294-b54d-8b6c8a645497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11798580'] for port (b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:18.135778 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dd530313-f451-4022-9506-d8bbd3e95cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508009', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738511280770', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738510746628'] for port (b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4), after_delete {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:18.154530 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141917ca-3af4-4294-b54d-8b6c8a645497 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:20:18.160196 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141917ca-3af4-4294-b54d-8b6c8a645497 admin admin] No DVR routers for this DVR port b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4 on host dv-cinder-790535-33-iscsi {{(pid=103539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:20:18.161790 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd530313-f451-4022-9506-d8bbd3e95cc2 None None] Pushing event deleted for resources: {'Port': ['ID=b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4,revision_number=None']} {{(pid=103541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:20:18.163620 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd530313-f451-4022-9506-d8bbd3e95cc2 None None] No DVR routers for this DVR port b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4 on host dv-cinder-790535-33-iscsi {{(pid=103541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:20:18.231432 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-141917ca-3af4-4294-b54d-8b6c8a645497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3292129', 'neutron.services.segments.db._delete_segments_for_network-8738511072579'] for network (624a243d-eebc-4834-8ad6-1f7ed028e6d5), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:18.251200 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.services.segments.db [None req-141917ca-3af4-4294-b54d-8b6c8a645497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f29758a9cd0>,) {'filters': {'network_id': ['624a243d-eebc-4834-8ad6-1f7ed028e6d5']}} {{(pid=103539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:20:18.260599 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.services.segments.db [None req-141917ca-3af4-4294-b54d-8b6c8a645497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f29758a9cd0>, '3122c570-d70c-4abf-b9a1-f6e31437d24c') {'for_net_delete': True} {{(pid=103539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:20:18.260910 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.services.segments.db [None req-141917ca-3af4-4294-b54d-8b6c8a645497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f29758a9cd0>, '3122c570-d70c-4abf-b9a1-f6e31437d24c') {} {{(pid=103539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:20:18.270229 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-141917ca-3af4-4294-b54d-8b6c8a645497 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738511073100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11844232'] for segment (3122c570-d70c-4abf-b9a1-f6e31437d24c), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:18.283589 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-141917ca-3af4-4294-b54d-8b6c8a645497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165'] for segment (3122c570-d70c-4abf-b9a1-f6e31437d24c), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:18.289844 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141917ca-3af4-4294-b54d-8b6c8a645497 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 11:20:18.290240 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-141917ca-3af4-4294-b54d-8b6c8a645497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11798631'] for segment (3122c570-d70c-4abf-b9a1-f6e31437d24c), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: Traceback (most recent call last): Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: timer() Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: cb(*args, **kw) Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: return func(*args, **kwargs) Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: self._notify() Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: self.callback(batched_events) Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: event.method(event) Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: return f(self, *a, **k) Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: return self._get(url).json() Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: return self.request(url, 'GET', **kwargs) Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:20:18.291885 dv-cinder-790535-33-iscsi neutron-server[103539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:20:18.419863 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-141917ca-3af4-4294-b54d-8b6c8a645497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3292122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-589424'] for network (624a243d-eebc-4834-8ad6-1f7ed028e6d5), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:18.428962 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-141917ca-3af4-4294-b54d-8b6c8a645497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551802'] for network (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:18.428962 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-141917ca-3af4-4294-b54d-8b6c8a645497 admin admin] 10.222.0.41 "DELETE /v2.0/networks/624a243d-eebc-4834-8ad6-1f7ed028e6d5 HTTP/1.1" status: 204 len: 168 time: 0.6616383 Mar 23 11:20:18.439790 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141917ca-3af4-4294-b54d-8b6c8a645497 admin admin] Pushing event deleted for resources: {'Network': ['ID=624a243d-eebc-4834-8ad6-1f7ed028e6d5,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:20:18.762456 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 57842) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:20:18.805282 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-5572399e-034b-4d8b-a809-ad14694e4757 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=04a8334df6204f2ea209242c3de466a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416422 Mar 23 11:20:18.807764 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 57844) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:20:18.853177 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1057eb9d-2192-49ff-aa20-c6ad1985a8b4 admin admin] Publish callbacks [] for security_group (35e0198e-94d9-4409-8e27-0b09af28ad2e), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:18.873209 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1057eb9d-2192-49ff-aa20-c6ad1985a8b4 admin admin] Publish callbacks [] for security_group (35e0198e-94d9-4409-8e27-0b09af28ad2e), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:18.940291 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device bfabeecc-a5b1-46ff-8fca-ebbc219a25eb no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:20:18.961739 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: bfabeecc-a5b1-46ff-8fca-ebbc219a25eb {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:20:18.962087 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device bfabeecc-a5b1-46ff-8fca-ebbc219a25eb not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:20:18.962505 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 6789777f-a9cd-4ed7-851e-07ce3cf277f6 no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:20:18.980694 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: 6789777f-a9cd-4ed7-851e-07ce3cf277f6 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:20:18.981043 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device 6789777f-a9cd-4ed7-851e-07ce3cf277f6 not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:20:18.981479 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4 no longer exists at agent ovs-agent-dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 11:20:18.991512 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1057eb9d-2192-49ff-aa20-c6ad1985a8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (35e0198e-94d9-4409-8e27-0b09af28ad2e), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:18.994251 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-1057eb9d-2192-49ff-aa20-c6ad1985a8b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:18.995301 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-1057eb9d-2192-49ff-aa20-c6ad1985a8b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35e0198e-94d9-4409-8e27-0b09af28ad2e HTTP/1.1" status: 204 len: 168 time: 0.1866603 Mar 23 11:20:19.003508 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057eb9d-2192-49ff-aa20-c6ad1985a8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e0198e-94d9-4409-8e27-0b09af28ad2e,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:20:19.009375 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.plugin [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] No Port match for: b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4 {{(pid=103541) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 11:20:19.009375 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron.plugins.ml2.rpc [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Device b5ddd3d4-4f95-465e-bc88-78e4ac5f47d4 not bound to the agent host dv-cinder-790535-33-iscsi {{(pid=103541) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 11:20:19.580652 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 57850) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:20:19.619926 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-1ffafff5-d43e-4647-be68-94cbb2382957 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=686fc0fba205488eafd0857305d5ad7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381067 Mar 23 11:20:19.622313 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [-] (103539) accepted ('10.222.0.41', 57852) {{(pid=103539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 11:20:19.667342 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6488bc0a-5546-4c2c-8596-73474b17ab72 admin admin] Publish callbacks [] for security_group (6cb4e45c-8858-49dc-91b1-1279f2e52e28), before_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:19.687881 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6488bc0a-5546-4c2c-8596-73474b17ab72 admin admin] Publish callbacks [] for security_group (6cb4e45c-8858-49dc-91b1-1279f2e52e28), precommit_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:19.842771 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6488bc0a-5546-4c2c-8596-73474b17ab72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1009700'] for security_group (6cb4e45c-8858-49dc-91b1-1279f2e52e28), after_delete {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:19.845293 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron_lib.callbacks.manager [None req-6488bc0a-5546-4c2c-8596-73474b17ab72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:19.846473 dv-cinder-790535-33-iscsi neutron-server[103539]: INFO neutron.wsgi [None req-6488bc0a-5546-4c2c-8596-73474b17ab72 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6cb4e45c-8858-49dc-91b1-1279f2e52e28 HTTP/1.1" status: 204 len: 168 time: 0.2232475 Mar 23 11:20:19.854760 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488bc0a-5546-4c2c-8596-73474b17ab72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb4e45c-8858-49dc-91b1-1279f2e52e28,revision_number=None']} {{(pid=103539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:20:21.477196 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:25.786303 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-937ca7c6-0859-4d15-833f-e1d4b2c65229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:25.987920 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:20:27.848661 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-40502d17-b47a-4ce0-aab4-38fa6cfce475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:29.528717 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:30.870956 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:32.362925 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:51.533908 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:55.728627 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-dd652474-8734-493f-a223-af45c7c53c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:57.819417 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7e96009e-c52d-4acf-924d-d75c0f1d10b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:20:59.533878 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:21:00.750779 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:21:02.333906 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:21:02.987298 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:21:21.500364 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:21:25.752144 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-d5261055-068e-4646-bd39-8ac9f012016a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:21:27.836727 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-ae460acb-bc72-47b2-92dd-3e541c38bcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:21:29.533812 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:21:30.796741 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:21:32.334112 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:21:39.986362 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:21:51.551208 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:21:55.779816 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-85f4bbc3-c7dd-4fac-9da0-a34de1346677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:21:57.854084 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-52751427-195e-4240-8ed1-f26403abd034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:21:59.567761 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:22:00.757459 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:22:02.351330 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:22:16.985951 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:22:21.551225 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:22:25.728280 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-b4d74e8f-6bbb-414b-af74-0c096f532b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:22:27.836831 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-09c0388e-e2f5-450f-89de-cdd3662796d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:22:29.579836 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:22:30.745619 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:22:32.351090 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:22:51.562908 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:22:53.983979 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:22:55.728415 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-af9d820c-1461-48a5-8361-cb617c20415a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:22:57.842418 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-0b892247-984b-4662-a52a-4c56564471e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:22:59.585967 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:23:00.751523 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:23:02.384455 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:23:21.546091 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:23:25.780093 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-2d22479e-6d1a-4f70-a2bb-624e18c393a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:23:26.299300 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [req-9554fae9-72be-491d-966c-26e448b8e120 req-0d910640-5391-4387-9415-879f466235b6 service neutron] (103539) timed out ('10.222.0.41', 53132) {{(pid=103539) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 11:23:26.463289 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [req-9554fae9-72be-491d-966c-26e448b8e120 req-3055daf6-e8bf-48a9-a97e-18f39cdc97b1 tempest-AttachVolumeShelveTestJSON-847801335 tempest-AttachVolumeShelveTestJSON-847801335-project] (103539) timed out ('10.222.0.41', 53140) {{(pid=103539) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 11:23:27.842905 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-f043e58c-0064-495b-9c72-6d47bbccd325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:23:29.574894 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:23:30.762937 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:23:30.982920 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:23:32.372109 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:23:41.978950 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [req-46aefc00-251f-4a84-9fb0-e0b1de3cc605 req-179601f5-32a8-4dcd-8707-5d0f50aba016 service neutron] (103539) timed out ('10.222.0.41', 51032) {{(pid=103539) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 11:23:42.057171 dv-cinder-790535-33-iscsi neutron-server[103539]: DEBUG neutron.wsgi [req-46aefc00-251f-4a84-9fb0-e0b1de3cc605 req-df1fa6c4-1732-4162-af74-972032048500 tempest-TestShelveInstance-1883843883 tempest-TestShelveInstance-1883843883-project] (103539) timed out ('10.222.0.41', 51044) {{(pid=103539) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 11:23:51.566471 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:23:55.746013 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-7c930d84-8243-40fe-be97-96129546793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:23:57.840473 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-c71d98a1-9d70-4340-9a83-e5102ad74eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:23:59.572074 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:24:00.761037 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:24:02.349434 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:24:07.981906 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:24:21.554835 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:24:25.734758 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-27bdca68-b7ef-4eb9-a7f6-9cdd2d163114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:24:27.946471 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-38e89ab8-24f5-4e67-a8aa-9b8e685fcffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:24:29.606064 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:24:30.777673 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:24:32.340666 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:24:44.980627 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:24:51.574424 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:24:55.794737 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-83e04c97-3fee-46a5-aa52-8ec0d7513e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:24:57.831838 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-934c5626-f794-4673-a1f6-878e787439eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:24:59.565921 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:25:00.757421 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:25:02.338439 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:25:21.625890 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-a33f06ca-e36e-4a0c-bee0-9019f0966432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (3422437f-3c55-48f6-8aa2-6fea3ffa4df2), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:25:21.980398 dv-cinder-790535-33-iscsi neutron-server[103542]: DEBUG neutron.db.agents_db [None req-58fb9b86-030e-498e-82af-4a9ca6653cfb None None] Agent healthcheck: found 6 active agents {{(pid=103542) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 11:25:25.728745 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-4cbf2e55-6b77-4609-b41f-b75bb8cdb2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (18616f87-d995-4ff8-a7e5-ed686ac89f81), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:25:27.845826 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-8b7bcdb6-d1cc-4feb-9b67-cf2053f12881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (0787aac7-3a8a-41e5-bfef-7a310f6facbc), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:25:29.620354 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-13a106d6-524f-4740-959c-3f7752bef517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (fc14ff66-058a-468a-9864-1626609a7185), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:25:30.768829 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-28b48bc1-caef-432b-9326-43309c1a7edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (35d807a8-544f-4357-b19b-c5a1629fafe1), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 11:25:32.352228 dv-cinder-790535-33-iscsi neutron-server[103541]: DEBUG neutron_lib.callbacks.manager [None req-314af1e5-adc8-4cd7-be8b-35e099533bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738511072561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3289122'] for agent (f0ba7832-e580-4781-84f5-5c852154fd66), after_update {{(pid=103541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}